-- Logs begin at Wed 2021-08-25 16:46:57 UTC, end at Wed 2021-08-25 17:51:06 UTC. -- Aug 25 17:18:22.322321 dv-cinder-786385-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 17:18:25.052898 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.common.config [-] Logging enabled! Aug 25 17:18:25.053514 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev561 Aug 25 17:18:25.053701 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93778) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 17:18:25.056917 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.common.config [-] Logging enabled! Aug 25 17:18:25.057166 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev561 Aug 25 17:18:25.057479 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93778) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 17:18:25.058414 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 17:18:25.058644 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 17:18:25.059719 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 17:18:25.060105 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 17:18:25.060334 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 17:18:25.060656 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.060958 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.061259 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.061488 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.061784 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.062076 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.062358 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.062647 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.062943 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.063230 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.063507 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.063822 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.064053 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.064337 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.064625 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.064910 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.065131 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] debug = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.065413 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.065841 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.066263 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.066546 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.066840 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.067122 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.067394 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.067699 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.067987 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.068318 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] host = dv-cinder-786385-9-iscsi {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.068597 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.068884 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.069170 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.069455 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.069738 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.070091 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.070306 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.070582 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.070857 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] log_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.071130 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.071420 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.071736 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.072026 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.072251 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.072474 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.072762 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.073051 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.073326 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.073603 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.073876 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.074150 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.075020 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.075456 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.075774 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.076067 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.076356 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.076635 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.076913 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.077189 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.077463 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.077751 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.078027 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.078302 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.078575 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.078864 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.079136 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.079412 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.079744 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.080036 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.080322 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.080610 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.080886 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.081172 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.081448 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.081722 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.081996 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] use_json = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.082271 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.082541 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.082823 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.083096 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.083368 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.083732 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.084008 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.084297 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:25.084611 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.084909 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.085215 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.085503 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.085801 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.086085 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.086378 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.086659 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.086948 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.087240 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.087530 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.087831 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.088121 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.088402 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.088697 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.089007 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.089304 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.089604 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.089884 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.090301 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.090657 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.090941 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.091232 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.091515 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.091832 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.092125 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.092413 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.092700 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.092997 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.093291 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.093567 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.093849 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.094141 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.094420 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.094693 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.094969 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.095259 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.095540 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.095835 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.096120 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.096399 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.096673 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.096946 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.097224 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.097515 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.097793 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.098066 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.098338 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.098616 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.098888 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.099173 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.099456 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.099754 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.100028 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.100306 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.100579 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.100853 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.101129 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.101401 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.101678 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.101952 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.102224 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.102496 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.102767 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.103037 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.103307 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.103596 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.103879 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.104153 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.104426 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.104698 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.105239 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.105511 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.106178 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.106178 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.106393 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.106672 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.106952 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.107230 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.107508 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.107815 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.108095 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.108373 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.108646 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.108938 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.109222 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.109515 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.109800 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.110077 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.110378 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.110656 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.110940 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.111215 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.111489 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.111808 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.112094 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.112386 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.112679 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.112971 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.113263 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.113555 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.113837 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.114148 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.114428 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:25.114645 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 17:18:25.114885 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93778) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 17:18:25.465487 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 17:18:25.465675 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 17:18:25.465971 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 17:18:25.466302 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 17:18:25.861832 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.862113 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.862387 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.863800 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.864075 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.864340 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.899313 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.899603 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.899875 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.915085 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.915358 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.915724 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.944666 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.945074 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.945346 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.983878 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.984159 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:25.984425 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.217219 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.217831 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.217831 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.217976 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.218787 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.338624 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.338937 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.339219 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.339488 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.339776 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.340733 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.340993 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.341247 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.341499 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.341778 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.342035 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.342296 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.342552 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.342802 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.343055 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.343316 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.343582 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.343852 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.344117 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.344372 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.344636 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.344887 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.345169 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.345546 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.345793 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.346036 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.346424 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:18:26.346663 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:18:26.346897 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:18:26.347130 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:18:26.347361 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:18:26.347612 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:18:26.347971 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 17:18:26.351050 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 17:18:26.355342 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 17:18:26.359130 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 25 17:18:26.360780 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 17:18:26.361240 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 17:18:26.361575 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 17:18:26.361961 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 17:18:26.364837 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 17:18:26.365088 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 17:18:26.365428 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 17:18:26.370690 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 25 17:18:26.393152 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 25 17:18:26.393610 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.393908 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93778) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 17:18:26.394273 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.395662 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93778) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 17:18:26.395945 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 17:18:26.396187 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 17:18:26.399380 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.399691 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:26.463155 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 17:18:26.463393 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 17:18:26.463659 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 17:18:26.464036 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 17:18:26.487367 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_db.sqlalchemy.engines [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93778) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 25 17:18:27.030302 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Initializing driver for type 'gre' Aug 25 17:18:27.030832 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] gre ID ranges: [(1, 1000)] Aug 25 17:18:27.087530 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Initializing driver for type 'local' Aug 25 17:18:27.087882 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Initializing driver for type 'vlan' Aug 25 17:18:27.101047 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] VlanTypeDriver initialization complete Aug 25 17:18:27.101395 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Initializing driver for type 'vxlan' Aug 25 17:18:27.101964 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] vxlan ID ranges: [(1, 1000)] Aug 25 17:18:27.155578 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Initializing extension driver 'port_security' Aug 25 17:18:27.155920 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.extensions.port_security [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] PortSecurityExtensionDriver initialization complete Aug 25 17:18:27.156251 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Initializing mechanism driver 'openvswitch' Aug 25 17:18:27.156583 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Initializing mechanism driver 'hyperv' Aug 25 17:18:27.163029 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:18:27.163784 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > port after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.164152 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > port after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.164501 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > port after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.165015 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 17:18:27.165447 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > subnet after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.165799 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > subnet after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.166144 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.166531 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 17:18:27.166935 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > network after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.167281 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > network after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.167718 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > network after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.168044 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 17:18:27.168556 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > security_group after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.168899 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > security_group after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.169231 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.169759 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 17:18:27.170166 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.170518 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.170857 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.171247 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 17:18:27.171676 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > address_group after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.172020 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > address_group after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.172354 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.172738 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 17:18:27.173111 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] ML2 OVO RPC backend initialized. {{(pid=93778) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 25 17:18:27.173844 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.174195 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.174609 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > network before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.174955 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > networks before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.175299 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > port before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.175671 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > ports before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.176013 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > subnet before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.176350 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > subnets before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.176689 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > network after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.177026 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > network after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.177356 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > network after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.177688 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > port after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.178019 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > port after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.178347 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > port after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.178675 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > subnet after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.179006 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > subnet after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.179333 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.179942 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Modular L2 Plugin initialization complete Aug 25 17:18:27.180269 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading services supported by the core plugin {{(pid=93778) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 17:18:27.180601 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Got port-security extension from driver 'port_security' Aug 25 17:18:27.181056 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.extensions.vlantransparent [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Disabled vlantransparent extension. Aug 25 17:18:27.181532 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93778) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 17:18:27.181842 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading Plugin: router Aug 25 17:18:27.220184 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.220800 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router after_create 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.220926 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router before_create 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.221297 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.221669 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.222024 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router after_delete 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.222381 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.222726 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.223082 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router after_create 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.223424 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router after_update 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.223788 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router after_update 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.224136 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.224486 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router after_update 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.224894 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router precommit_update 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.225257 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: port after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.225593 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: port after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.225926 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: subnet after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.226261 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.226616 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.226963 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router precommit_create 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.227302 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: port before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.227747 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router precommit_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.228097 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router after_update 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.228437 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.228785 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router precommit_create 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.229145 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.229484 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router precommit_update 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.230093 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > agent after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.230445 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > agent after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.230908 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > network after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.231798 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Tracking information for resource: router configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:18:27.232124 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Tracking information for resource: floatingip configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 17:18:27.237050 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.db.l3_agentschedulers_db [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 17:18:27.237628 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: port after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.237997 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: port after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.238343 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: port after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.238690 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: port after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.239483 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router before_create 55550100 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.239873 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.240233 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router precommit_create 55550100 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.240586 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > router precommit_update 55550100 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.245106 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.services.provider_configuration [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service providers = [] {{(pid=93778) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 17:18:27.245463 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.db.servicetype_db [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93778) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 17:18:27.248449 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.services.service_base [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 17:18:27.248796 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.services.service_base [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 17:18:27.249139 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.services.service_base [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 17:18:27.250018 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.services.service_base [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 17:18:27.250385 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.services.service_base [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 17:18:27.250758 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:18:27.251091 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 17:18:27.261627 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:18:27.262571 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading Plugin: auto_allocate Aug 25 17:18:27.268365 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: network precommit_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.268733 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: network precommit_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.269258 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:18:27.269563 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading Plugin: tag Aug 25 17:18:27.276255 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:18:27.276540 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading Plugin: timestamp Aug 25 17:18:27.281632 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:18:27.281904 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading Plugin: network_ip_availability Aug 25 17:18:27.287465 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.287858 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.288217 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.288969 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:18:27.289283 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading Plugin: flavors Aug 25 17:18:27.294063 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:18:27.294390 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading Plugin: revisions Aug 25 17:18:27.298682 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 17:18:27.299075 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_concurrency.lockutils [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.833s {{(pid=93778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 17:18:27.299857 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93778) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 25 17:18:27.300194 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Initializing extension manager. Aug 25 17:18:27.300703 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: __init__.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.301039 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: __pycache__ {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.301372 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.301700 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: address_group.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.302466 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.303042 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: address-group Aug 25 17:18:27.303359 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: address_scope.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.304103 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.304612 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: address-scope Aug 25 17:18:27.304931 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.305866 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.306374 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: router-admin-state-down-before-update Aug 25 17:18:27.306694 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: agent.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.307644 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.308141 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: agent Aug 25 17:18:27.308464 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: agent_resources_synced.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.309895 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.310402 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: agent-resources-synced Aug 25 17:18:27.310721 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: allowedaddresspairs.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.312538 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.313060 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: allowed-address-pairs Aug 25 17:18:27.313384 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: auto_allocated_topology.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.314446 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.314963 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: auto-allocated-topology Aug 25 17:18:27.315287 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: availability_zone.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.316026 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.316538 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: availability_zone Aug 25 17:18:27.316858 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: availability_zone_filter.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.317772 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.318280 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: availability_zone_filter Aug 25 17:18:27.318600 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: data_plane_status.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.319502 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.320031 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 17:18:27.320350 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: default_subnetpools.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.321268 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.321785 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: default-subnetpools Aug 25 17:18:27.322103 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.322925 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.323436 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: dhcp_agent_scheduler Aug 25 17:18:27.323784 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: dns.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.325252 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.325755 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension dns-integration not supported by any of loaded plugins Aug 25 17:18:27.326075 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: dns_domain_ports.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.326993 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.327499 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 17:18:27.327864 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.328824 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.329295 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 25 17:18:27.329612 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: dvr.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.330286 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.330792 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: dvr Aug 25 17:18:27.331110 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: ecmp_routes.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.332055 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.332555 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 25 17:18:27.332872 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: empty_string_filtering.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.333784 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.334287 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: empty-string-filtering Aug 25 17:18:27.334614 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.335533 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.336060 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 17:18:27.336374 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.337293 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.337805 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 17:18:27.338125 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: external_net.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.339033 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.339547 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: external-net Aug 25 17:18:27.339919 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.340840 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.341347 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: extra_dhcp_opt Aug 25 17:18:27.341673 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: extraroute.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.342584 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.343093 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: extraroute Aug 25 17:18:27.343409 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: extraroute_atomic.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.344459 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.344968 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: extraroute-atomic Aug 25 17:18:27.345291 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: filter_validation.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.345953 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.346452 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: filter-validation Aug 25 17:18:27.346769 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: fip_pf_description.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.347719 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.348221 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 17:18:27.348537 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: fip_port_details.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.349454 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.349955 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: fip-port-details Aug 25 17:18:27.350268 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: flavors.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.351482 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.352030 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: flavors Aug 25 17:18:27.352345 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.353980 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.354503 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 17:18:27.355080 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: floatingip_pools.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.355940 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.356458 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: floatingip-pools Aug 25 17:18:27.356785 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: ip_allocation.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.357724 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.358231 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 17:18:27.358554 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.359480 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.360022 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: ip-substring-filtering Aug 25 17:18:27.360349 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: l2_adjacency.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.361266 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.361782 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 17:18:27.362105 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: l3.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.363211 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.363768 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: router Aug 25 17:18:27.364096 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.366313 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.366841 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 17:18:27.367170 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.368138 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.368652 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: ext-gw-mode Aug 25 17:18:27.368978 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.369915 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.370424 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: l3-ha Aug 25 17:18:27.370746 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: l3_flavors.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.372201 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.372710 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: l3-flavors Aug 25 17:18:27.373031 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.373939 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.374444 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 17:18:27.374763 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: l3agentscheduler.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.375809 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.376320 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: l3_agent_scheduler Aug 25 17:18:27.376641 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: logging.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.378122 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.378641 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension logging not supported by any of loaded plugins Aug 25 17:18:27.378971 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: metering.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.379751 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.380323 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: metering Aug 25 17:18:27.380645 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.381735 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.382255 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: metering_source_and_destination_fields Aug 25 17:18:27.382577 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: multiprovidernet.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.383501 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.384031 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: multi-provider Aug 25 17:18:27.384353 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: netmtu.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.385267 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.385771 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: net-mtu Aug 25 17:18:27.386092 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: netmtu_writable.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.387807 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.388315 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: net-mtu-writable Aug 25 17:18:27.388635 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: network_availability_zone.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.389311 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.389813 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: network_availability_zone Aug 25 17:18:27.390130 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: network_ip_availability.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.391219 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.391759 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: network-ip-availability Aug 25 17:18:27.392086 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: network_segment_range.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.392852 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.393351 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 17:18:27.393670 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: pagination.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.394644 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.394973 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: pagination Aug 25 17:18:27.395291 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: port_device_profile.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.396245 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.396757 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: port-device-profile Aug 25 17:18:27.397074 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.398011 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.398518 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: port-mac-address-regenerate Aug 25 17:18:27.398834 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.399765 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.400287 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: port-numa-affinity-policy Aug 25 17:18:27.400602 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: port_resource_request.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.401537 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.402039 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 17:18:27.402357 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: portbindings.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.403476 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.404007 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: binding Aug 25 17:18:27.404328 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: portbindings_extended.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.405723 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.406239 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: binding-extended Aug 25 17:18:27.406568 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: portsecurity.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.407485 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.408030 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: port-security Aug 25 17:18:27.408347 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: project_id.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.409327 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.409654 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: project-id Aug 25 17:18:27.409969 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: providernet.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.410899 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.411415 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: provider Aug 25 17:18:27.411758 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: qos.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.415228 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.415780 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension qos not supported by any of loaded plugins Aug 25 17:18:27.416115 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.417353 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.417868 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 17:18:27.418279 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.419355 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.419894 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 17:18:27.420221 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: qos_default.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.421134 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.421646 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension qos-default not supported by any of loaded plugins Aug 25 17:18:27.421971 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: qos_fip.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.422629 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.423135 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension qos-fip not supported by any of loaded plugins Aug 25 17:18:27.423455 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: qos_gateway_ip.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.424412 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.424920 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 17:18:27.425238 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: qos_port_network_policy.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.426151 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.426655 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 17:18:27.426975 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: qos_pps_rule.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.428163 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.428683 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension qos-pps not supported by any of loaded plugins Aug 25 17:18:27.429005 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: qos_rule_type_details.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.429917 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.430426 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 17:18:27.430745 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: qos_rules_alias.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.431819 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.432335 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 17:18:27.432657 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: quotasv2.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.433597 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.434495 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: quotas Aug 25 17:18:27.434819 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: quotasv2_detail.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.437905 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.438248 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: quota_details Aug 25 17:18:27.438579 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: rbac.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.439869 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.440404 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: rbac-policies Aug 25 17:18:27.440730 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: rbac_address_group.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.441661 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.442178 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: rbac-address-group Aug 25 17:18:27.442498 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: rbac_address_scope.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.443418 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.443963 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: rbac-address-scope Aug 25 17:18:27.444286 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: rbac_security_groups.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.445205 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.445712 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: rbac-security-groups Aug 25 17:18:27.446031 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: rbac_subnetpool.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.446952 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.447468 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: rbac-subnetpool Aug 25 17:18:27.447822 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: revisionifmatch.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.448752 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.449291 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: revision-if-match Aug 25 17:18:27.450163 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: revisions.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.451349 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.451891 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: standard-attr-revisions Aug 25 17:18:27.452213 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: router_availability_zone.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.452901 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.453411 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: router_availability_zone Aug 25 17:18:27.453729 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: routerservicetype.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.454645 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.455158 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension router-service-type not supported by any of loaded plugins Aug 25 17:18:27.455473 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.456416 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.456925 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: security-groups-normalized-cidr Aug 25 17:18:27.457241 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.458155 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.458667 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: port-security-groups-filtering Aug 25 17:18:27.458981 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.459936 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.460451 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: security-groups-remote-address-group Aug 25 17:18:27.460769 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: securitygroup.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.471875 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.472412 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: security-group Aug 25 17:18:27.472748 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: segment.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.473543 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.474056 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension segment not supported by any of loaded plugins Aug 25 17:18:27.474381 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.475324 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.475867 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 17:18:27.476195 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: servicetype.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.477382 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.477902 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: service-type Aug 25 17:18:27.478228 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: sorting.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.479218 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.479543 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: sorting Aug 25 17:18:27.480159 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: standard_attr_segment.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.481196 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.481705 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 17:18:27.482028 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: standardattrdescription.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.482679 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.483187 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: standard-attr-description Aug 25 17:18:27.483506 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: stateful_security_group.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.484481 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.484997 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: stateful-security-group Aug 25 17:18:27.485322 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: stdattrs_common.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.485896 dv-cinder-786385-9-iscsi neutron-server[93778]: WARNING neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 17:18:27.486214 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.487143 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.487687 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 17:18:27.488007 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: subnet_onboard.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.489084 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.489601 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: subnet_onboard Aug 25 17:18:27.489922 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.490851 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.491365 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 17:18:27.491729 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: subnet_service_types.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.492656 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.493173 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: subnet-service-types Aug 25 17:18:27.493494 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: subnetallocation.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.494581 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.495098 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: subnet_allocation Aug 25 17:18:27.495422 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.496936 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.497463 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: subnetpool-prefix-ops Aug 25 17:18:27.497595 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.498545 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.499059 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 17:18:27.499374 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: tagging.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.500483 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.501003 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: standard-attr-tag Aug 25 17:18:27.501331 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: timestamp.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.502529 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.503047 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loaded extension: standard-attr-timestamp Aug 25 17:18:27.503376 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: trunk.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.504446 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.504959 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension trunk not supported by any of loaded plugins Aug 25 17:18:27.505281 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: trunk_details.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.506202 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.506717 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension trunk-details not supported by any of loaded plugins Aug 25 17:18:27.507039 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: uplink_status_propagation.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.507996 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.508503 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 17:18:27.508820 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Loading extension file: vlantransparent.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 17:18:27.509493 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 17:18:27.509996 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 17:18:27.513272 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:network Aug 25 17:18:27.513795 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:subnet Aug 25 17:18:27.514196 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 17:18:27.514586 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:port Aug 25 17:18:27.515990 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:18:27.516426 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service FLAVORS assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:18:27.517052 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:18:27.517479 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:18:27.517805 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:router Aug 25 17:18:27.518315 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 17:18:27.518814 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service METERING assigned prefix: /metering {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:18:27.520379 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.520750 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.521100 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:18:27.522154 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 17:18:27.522608 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:security_group Aug 25 17:18:27.523034 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 17:18:27.523660 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service CORE assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:18:27.523998 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 17:18:27.524376 dv-cinder-786385-9-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] subnetpool is already registered Aug 25 17:18:27.524809 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service CORE assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:18:27.525133 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 17:18:27.525930 dv-cinder-786385-9-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] subnetpool is already registered Aug 25 17:18:27.528019 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:18:27.528456 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service FLAVORS assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:18:27.529066 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:18:27.529522 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:18:27.529859 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:router Aug 25 17:18:27.530302 dv-cinder-786385-9-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] router is already registered Aug 25 17:18:27.530736 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 17:18:27.531052 dv-cinder-786385-9-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] floatingip is already registered Aug 25 17:18:27.531472 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service METERING assigned prefix: /metering {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:18:27.532213 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 17:18:27.532487 dv-cinder-786385-9-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] rbac_policy is already registered Aug 25 17:18:27.532901 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:security_group Aug 25 17:18:27.533227 dv-cinder-786385-9-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] security_group is already registered Aug 25 17:18:27.533628 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 17:18:27.533955 dv-cinder-786385-9-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] security_group_rule is already registered Aug 25 17:18:27.534584 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service CORE assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:18:27.534911 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 17:18:27.535276 dv-cinder-786385-9-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] subnetpool is already registered Aug 25 17:18:27.535695 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Service CORE assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 17:18:27.536015 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 17:18:27.536342 dv-cinder-786385-9-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] subnetpool is already registered Aug 25 17:18:27.536811 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: extensions {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.538299 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: address-groups {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.539775 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: address-scopes {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.541080 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: agents {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.542237 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: auto-allocated-topology {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.543650 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: availability_zones {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.544870 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: dhcp-networks {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.546365 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: dhcp-agents {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.547886 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: routers {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.550065 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: flavors {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.551219 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: service_profiles {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.552463 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: next_providers {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.553884 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: service_profiles {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.555384 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: floatingip-pools {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.556640 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: routers {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.559240 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: floatingips {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.560560 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: l3-routers {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.561915 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: l3-agents {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.563298 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: metering-labels {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.564683 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: metering-label-rules {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.565942 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: network-ip-availabilities {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.567187 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: bindings {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.568848 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: quotas {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.570285 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: quotas {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.571722 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: rbac-policies {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.572913 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: security-groups {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.574201 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: security-group-rules {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.575986 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: service-providers {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.577198 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: subnetpools {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.579762 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: subnetpools {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.581162 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.582822 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.584646 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.586433 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.588235 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.590056 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.591748 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.593646 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.595453 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.597203 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 17:18:27.603130 dv-cinder-786385-9-iscsi neutron-server[93778]: WARNING keystonemiddleware.auth_token [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 17:18:27.608314 dv-cinder-786385-9-iscsi neutron-server[93778]: WARNING keystonemiddleware.auth_token [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 17:18:27.616785 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_concurrency.lockutils [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Acquired lock "singleton_lock" {{(pid=93778) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 17:18:27.617264 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_concurrency.lockutils [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Releasing lock "singleton_lock" {{(pid=93778) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 17:18:27.617910 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO oslo_service.service [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Starting 2 workers Aug 25 17:18:27.622767 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Started child 93888 {{(pid=93778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 17:18:27.627249 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Started child 93889 {{(pid=93778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 17:18:27.628347 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:27.628985 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO neutron.service [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 17:18:27.629536 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Notify callbacks [] for process, before_spawn {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:27.629814 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [-] (93888) wsgi starting up on http://0.0.0.0:9696 Aug 25 17:18:27.631968 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO oslo_service.service [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Starting 1 workers Aug 25 17:18:27.632120 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:27.633325 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [-] (93889) wsgi starting up on http://0.0.0.0:9696 Aug 25 17:18:27.637743 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Started child 93890 {{(pid=93778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 17:18:27.638262 dv-cinder-786385-9-iscsi neutron-server[93778]: INFO oslo_service.service [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Starting 1 workers Aug 25 17:18:27.641436 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.service [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] calling RpcWorker wait() {{(pid=93890) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 17:18:27.641973 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.service [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] returning from RpcWorker wait() {{(pid=93890) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 17:18:27.642755 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Started child 93891 {{(pid=93778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 17:18:27.643621 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4351e061-f991-453b-a57d-11df8d0b7194 None None] Notify callbacks [] for process, after_spawn {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:27.643717 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:27.644166 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:18:27.645523 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93778) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 17:18:27.645730 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 17:18:27.645914 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 17:18:27.646129 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 17:18:27.646474 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 17:18:27.646636 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 17:18:27.647134 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.647412 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.647695 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.647813 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:27.648320 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.648320 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.648784 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.649063 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.649313 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.649590 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.649820 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.649989 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.650154 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.650406 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.650651 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.650957 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.651227 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.651476 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.651818 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.651992 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.652253 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.652642 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.653388 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.653648 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] debug = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.653898 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.654407 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.654654 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.654900 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.655120 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.655398 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.655667 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.655929 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.656187 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.656404 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.656647 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.656901 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.657138 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.657352 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.657567 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.657820 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.658038 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.658517 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] host = dv-cinder-786385-9-iscsi {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.658735 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.658968 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.659218 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.659442 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.659734 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.659948 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.660199 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.660443 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.660852 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.661077 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.661334 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.661590 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.661835 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.662086 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.662249 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_options = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.662461 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.662735 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.663075 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.663208 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.663330 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.663549 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.663793 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.663956 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.664208 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.664427 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.664640 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.664873 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.665090 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.665322 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.665596 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.665838 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.666049 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.666261 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.666569 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.667082 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.667082 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.667312 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.667444 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.667638 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.667913 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.668112 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.668358 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.668587 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.668800 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.669043 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.669247 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.669512 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.669742 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.669998 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.670246 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.670470 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.670685 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.670967 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.671197 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.671488 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.671771 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.672004 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.672245 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.672458 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.672699 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.672915 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_json = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.673200 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.673334 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.673723 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.673859 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.674011 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.674262 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.674426 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.674669 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.675100 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.675381 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.675702 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.675951 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.676181 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.676416 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.676644 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.676860 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.677107 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.677337 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.677651 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.677870 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.678150 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.678366 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.678648 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.678984 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.679222 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.679483 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.679864 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.680195 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.680544 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.680666 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:18:27.680797 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.681065 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.681304 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.681533 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.681766 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.681984 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.682306 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.682566 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.682828 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.683096 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.683383 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.683894 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.684136 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.684521 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.684667 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.685350 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.685617 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.685966 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.686197 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.686428 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.686660 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.686957 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.687218 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.687589 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.687676 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.687870 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.688092 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.688309 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.688549 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.688763 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.688993 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.689219 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.689452 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.689732 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.690118 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.690277 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.690417 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.690586 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.690825 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.691072 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.691286 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.691498 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.691912 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.692084 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.692227 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.693065 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.693236 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.693403 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.694215 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.694215 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.694215 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.694725 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.694725 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.695015 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.695015 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.695282 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.695455 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.695920 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.696084 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.696223 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.696396 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.696627 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.696841 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.697078 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.697293 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.697503 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.697734 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.697951 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.698213 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.698626 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.698860 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.700098 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.700098 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.700098 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.700513 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.700651 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.700804 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.701025 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.701436 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.701544 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.701745 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.701988 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.702210 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.702465 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.702819 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.703109 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.703353 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.703826 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.703982 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.704237 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.704396 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.704629 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.704861 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.705092 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.705321 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.705592 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.705826 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.706126 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.706377 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.706629 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.706912 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.707185 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.707498 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.707804 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.708148 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.708289 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.708534 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.708780 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.709025 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.709274 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.709513 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.709789 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.710046 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.710281 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.710494 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.710718 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.711086 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.711319 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.711530 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.711912 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.712049 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.712228 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.712473 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.712741 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.712986 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.713219 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.713515 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.713738 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.713949 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.714358 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.715633 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.715633 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.715633 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.716019 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.716246 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.716513 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.716729 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.716965 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.717331 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.717463 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.717629 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.717845 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.718058 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.718620 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.718620 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.718877 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.719012 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.719207 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.719445 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.720116 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.720116 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.720300 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.720393 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.720636 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.720881 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.721114 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.721357 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.721595 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.721846 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.722058 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.722300 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.722535 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.722745 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.722955 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.723168 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.723395 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.723651 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.724392 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.724392 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.724672 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.724799 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.725771 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.725771 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.725771 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.725771 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.726623 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.726623 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.726623 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.726623 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.728723 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.728723 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.728723 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.728723 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.728723 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.728723 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.728723 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.728723 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.728723 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.731249 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.731249 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.731249 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.731249 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.731249 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.731249 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.731249 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.732439 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.732439 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.732439 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.732439 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.732439 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.733049 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.733049 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.733049 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.735421 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.735421 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.735421 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.735421 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.735421 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.735421 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.735421 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.735421 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.736435 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.736435 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.736435 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.736435 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.736435 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.736435 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.736435 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.736435 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.737574 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.737574 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.737574 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.737574 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.737574 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.737574 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.738040 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.739207 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.739207 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.739207 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.739207 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.739744 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.739744 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.739977 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.740667 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.740667 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.740667 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.741048 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.741283 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.741468 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.741718 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.742060 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.742334 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.742583 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.742818 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.743105 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.743370 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.743684 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.743918 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.744228 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.744553 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.744819 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.745067 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.745309 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.745554 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.745780 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.746015 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.746816 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.747438 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.747729 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.747991 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.748251 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.748469 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.748704 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.748934 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.749170 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.749392 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.749601 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.749836 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.750049 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.750207 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 17:18:27.750735 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93778) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 17:18:27.750897 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 17:18:27.751052 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 17:18:27.751247 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 17:18:27.751400 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 17:18:27.751551 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 17:18:27.751777 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.751940 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.752101 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.752259 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.752440 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.752590 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.752788 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.752938 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.753086 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.753216 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.753350 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.753509 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.753666 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.753823 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.753982 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.754139 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.754302 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.754461 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.754624 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.754782 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.754941 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.755104 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.755313 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] debug = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.755470 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.755622 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.755786 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.755942 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.756090 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.756224 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.756378 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.756740 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.756740 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.757004 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.757004 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.757266 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.757266 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.757530 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.757660 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.757744 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.757849 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.757996 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] host = dv-cinder-786385-9-iscsi {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.758146 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.758284 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.758447 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.758661 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.758814 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.758943 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.759026 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.759187 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.759344 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.759492 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.759661 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.759815 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.759959 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.760108 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.760264 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_options = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.760421 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.760568 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.760907 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.760907 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.761179 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.761179 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.761458 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.761595 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.761736 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.762510 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.762510 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.762741 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.762741 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.762890 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.763131 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.763294 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.763452 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.763642 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.763771 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.763929 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.764088 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.764246 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.764407 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.764563 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.764892 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.765044 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.765204 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.765360 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.765510 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.765670 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.765829 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.765989 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.766148 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.766294 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.766453 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.766613 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.766747 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.766911 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.767069 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.767228 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.767384 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.767543 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.767716 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.767872 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.768030 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.768193 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_json = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.768356 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.768516 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.768675 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.768927 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.769023 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.769175 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.769325 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.769461 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 17:18:27.769598 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.769757 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.769928 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.770090 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.770250 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.770413 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.770557 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.770720 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.770880 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.771026 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.771195 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.771355 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.771526 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.771776 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.771937 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.772084 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.772249 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.772408 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.772569 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.772729 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.772888 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.773125 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.773798 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.774165 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.774165 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.774762 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.774762 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.774762 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.774762 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.775252 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.775252 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.775252 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.775647 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.775647 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.775647 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.775986 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.775986 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.776372 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.776372 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.776372 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.776579 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.776664 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.776821 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.776982 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.777143 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.777304 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.777563 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.777794 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.777968 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.778328 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.778328 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.778500 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.778596 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.778749 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.778884 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.779057 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.779216 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.779376 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.779535 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.779727 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.779888 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.780048 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.780207 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.780368 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.780528 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.780689 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.780863 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.781024 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.781186 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.781346 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.781509 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.781669 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.781830 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.781990 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.782151 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.782362 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.782457 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.782621 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.782781 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.783080 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.783398 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.783398 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.783707 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.783707 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.783891 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.784015 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.784150 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.784261 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.784422 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.784599 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.784777 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.784944 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.785092 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.785253 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.785415 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.785559 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.785724 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.785868 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.786033 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.786193 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.786355 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.786516 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.786679 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.786829 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.786973 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.787135 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.787464 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.787464 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.787761 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.787761 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.788016 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.788154 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.788291 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.788443 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.788578 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.788714 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.788876 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.789019 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.789150 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.789283 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.789418 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.789570 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.789732 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.789894 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.790056 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.790216 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.790378 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.790539 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.790698 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.790860 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.791021 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.791181 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.791350 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.791521 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.792033 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.792033 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.792033 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.792323 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.792323 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.792470 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.792608 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.792772 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.792932 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.793155 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.793301 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.793465 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.793627 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.793790 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.793952 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.794115 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.794277 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.794438 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.794600 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.794776 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.794914 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.795078 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.795242 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.795404 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.795581 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.795748 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.795909 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.796036 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:18:27.796140 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.796235 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.796368 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.796529 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.796690 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.796869 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.797011 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.797215 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.797320 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.797538 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.797642 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.797787 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.797946 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.798109 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.798270 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.798526 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.798628 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.798742 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.798965 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.799064 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.799216 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.799376 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.799544 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.799711 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.799873 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.800035 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.800197 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.800358 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.800519 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.800679 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.800840 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.801017 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.801178 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.801338 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.801500 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.801660 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.801823 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.801983 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.802143 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.802304 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.802465 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.802624 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.802787 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.802950 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.803110 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.803270 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.803431 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.803610 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.803773 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.803935 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.804108 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.804270 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.804432 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.804592 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.804753 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.804923 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.805098 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.805257 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.805418 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.805578 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.805738 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.805902 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.806073 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.806235 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.806396 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.806557 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.806796 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.808115 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.808533 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.809277 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.809397 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.809520 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.809684 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.809846 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.810062 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.810152 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.810316 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.810477 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.810638 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.810801 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.811209 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.811209 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.811460 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.811460 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.811716 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.811812 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.811895 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.812056 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.812220 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.812386 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.812549 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.812708 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.812869 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.813041 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.813203 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.813366 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.813526 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.813689 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.813849 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.814011 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.814176 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.814349 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.814517 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.814679 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.814848 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.815018 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.815187 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.815351 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.815515 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.815711 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.815873 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.816036 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.816198 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.816359 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.816522 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.816670 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.816831 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.817475 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.817475 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.817475 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.817475 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.817867 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.817867 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.817867 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.818079 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.818205 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.818338 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.818481 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.818642 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 17:18:27.818795 dv-cinder-786385-9-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 17:18:28.002171 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 42182) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:18:28.010817 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063393 Aug 25 17:18:39.512271 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7fd059-f022-4470-8322-4ecd6f42eb3a None None] get_active_networks_info from dv-cinder-786385-9-iscsi {{(pid=93890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 17:18:39.571915 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7fd059-f022-4470-8322-4ecd6f42eb3a None None] No non-hosted networks {{(pid=93890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 17:18:39.587785 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.agentschedulers_db [None req-2c7fd059-f022-4470-8322-4ecd6f42eb3a None None] DHCP Agent not found on host dv-cinder-786385-9-iscsi {{(pid=93890) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 25 17:18:39.651714 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ff8e5a1a-93d4-4038-abed-b4d35a6f7a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533665'] for agent, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:42.181134 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b6578f3-8bb1-4635-b56e-d19e353f0f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533665'] for agent, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:42.250019 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9cd9135c-640a-49e9-99b2-b977217fc667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:42.338931 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533665'] for agent, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:42.339621 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:42.339965 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:42.340297 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:42.343757 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:42.344368 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:42.346335 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:42.347307 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:42.348416 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:42.349704 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:42.350759 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:42.351333 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:42.352778 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:42.353481 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786385-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:18:42.368823 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786385-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:18:43.392955 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533665'] for agent, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:44.670329 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533665'] for agent, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:46.113815 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 42272) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:18:46.612735 dv-cinder-786385-9-iscsi neutron-server[93889]: WARNING oslo_policy.policy [None req-136ecfa1-0ad1-4b96-87c8-b28895608297 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:18:46.613309 dv-cinder-786385-9-iscsi neutron-server[93889]: WARNING oslo_policy.policy [None req-136ecfa1-0ad1-4b96-87c8-b28895608297 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:18:46.835657 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [None req-136ecfa1-0ad1-4b96-87c8-b28895608297 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:18:46.836692 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-136ecfa1-0ad1-4b96-87c8-b28895608297 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7219388 Aug 25 17:18:49.330819 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 42286) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:18:49.541845 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.db.l3_hamode_db [None req-dc558164-3a48-4209-b2b7-d5c643781aab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 17:18:49.623282 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc558164-3a48-4209-b2b7-d5c643781aab None None] Routers set() bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:18:49.623715 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc558164-3a48-4209-b2b7-d5c643781aab None None] Router IDs set() for agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 17:18:49.654999 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7dc3df64-5bdc-40dc-b71b-c1e7073a66ff admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:18:49.752759 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.policy [None req-7dc3df64-5bdc-40dc-b71b-c1e7073a66ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93889) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 17:18:49.797402 dv-cinder-786385-9-iscsi neutron-server[93889]: WARNING oslo_policy.policy [None req-7dc3df64-5bdc-40dc-b71b-c1e7073a66ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:18:49.797765 dv-cinder-786385-9-iscsi neutron-server[93889]: WARNING oslo_policy.policy [None req-7dc3df64-5bdc-40dc-b71b-c1e7073a66ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:18:49.806169 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.quota [None req-7dc3df64-5bdc-40dc-b71b-c1e7073a66ff admin admin] Loaded quota_driver: . Aug 25 17:18:49.896571 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7dc3df64-5bdc-40dc-b71b-c1e7073a66ff admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759690079904', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759690078365', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759689666403', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759689666703', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759687101566', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759689655693', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1656824', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1976774', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-996993', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-566120'] for rbac-policy, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:49.960805 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7dc3df64-5bdc-40dc-b71b-c1e7073a66ff admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:49.961971 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-7dc3df64-5bdc-40dc-b71b-c1e7073a66ff admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6301720 Aug 25 17:18:52.560428 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 42298) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:18:53.077543 dv-cinder-786385-9-iscsi neutron-server[93888]: WARNING oslo_policy.policy [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:18:53.078116 dv-cinder-786385-9-iscsi neutron-server[93888]: WARNING oslo_policy.policy [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:18:53.298549 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '19c3b1a92e744249b1265523a1773568', 'tenant_id': '19c3b1a92e744249b1265523a1773568', 'name': 'private'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:18:53.300205 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.quota [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Loaded quota_driver: . Aug 25 17:18:53.356172 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Made reservation on behalf of 19c3b1a92e744249b1265523a1773568 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:18:53.426807 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.policy [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93888) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 17:18:53.474552 dv-cinder-786385-9-iscsi neutron-server[93888]: WARNING oslo_policy.policy [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:18:53.474934 dv-cinder-786385-9-iscsi neutron-server[93888]: WARNING oslo_policy.policy [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 17:18:53.485714 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:53.508452 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:53.645217 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:53.648897 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:53.674387 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:18:53.702586 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759687279845', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:53.703173 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Unsubscribe: segment precommit_create {{(pid=93888) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 17:18:53.703715 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Added segment 73963eb8-32a1-47f8-b95d-b5935fb259cb of type vlan for network 639541c0-f878-484b-9408-8c65a70f40f9 Aug 25 17:18:53.709660 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f96cf11-db3b-4d0e-98ff-128dab7f3376,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:18:53.751197 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:53.751543 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:53.751912 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:53.752243 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:53.752571 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:53.752906 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:53.753231 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:53.753550 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:53.753883 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:53.754208 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:53.754523 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:53.754835 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Tracked resource versions report: Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: pushed versions: Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: { 'AddressGroup': {'1.2'}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'ConntrackHelper': {'1.0'}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Log': {'1.0'}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Network': {'1.1'}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Port': {'1.7'}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'PortForwarding': {'1.2'}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'QosPolicy': {'1.9'}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'SecurityGroup': {'1.4'}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'SubPort': {'1.0'}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Subnet': {'1.1'}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Trunk': {'1.1'}} Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: consumer versions: Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: { DHCP agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: L3 agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: Metadata agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: Metering agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: Open vSwitch agent@dv-cinder-786385-9-iscsi: { 'AddressGroup': '1.2', Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'ConntrackHelper': '1.0', Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Log': '1.0', Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Network': '1.1', Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Port': '1.7', Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'PortForwarding': '1.2', Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'QosPolicy': '1.9', Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'SecurityGroup': '1.4', Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'SecurityGroupRule': '1.2', Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'SubPort': '1.0', Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Subnet': '1.1', Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Trunk': '1.1'}} Aug 25 17:18:53.756047 dv-cinder-786385-9-iscsi neutron-server[93888]: {{(pid=93888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:18:53.833811 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:53.881757 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:53.883037 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:18:53.883716 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:53.967814 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4050426 Aug 25 17:18:53.988183 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5991783-a469-4c0e-adc9-403ecb86d081 admin admin] Pushing event updated for resources: {'Network': ['ID=639541c0-f878-484b-9408-8c65a70f40f9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:18:54.001595 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network 639541c0-f878-484b-9408-8c65a70f40f9 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:18:56.626261 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 42320) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:18:57.023657 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bf12aa-100e-485f-a957-c4a1df3a2128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:18:57.025027 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-36bf12aa-100e-485f-a957-c4a1df3a2128 admin admin] 10.222.0.13 "GET /v2.0/networks/639541c0-f878-484b-9408-8c65a70f40f9 HTTP/1.1" status: 200 len: 825 time: 0.3977954 Aug 25 17:18:57.064239 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ea5093cc-55af-4cda-948b-a4dbedef000d admin admin] 10.222.0.13 "GET /v2.0/subnetpools/b9b1d2c7-986f-491b-80bf-d4bc2555cfc7 HTTP/1.1" status: 200 len: 734 time: 0.0330162 Aug 25 17:18:57.074158 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8d33c326-a4ef-4b50-8743-c50dfaaf4879 admin admin] Request body: {'subnet': {'tenant_id': '19c3b1a92e744249b1265523a1773568', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b9b1d2c7-986f-491b-80bf-d4bc2555cfc7', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:18:57.096051 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d33c326-a4ef-4b50-8743-c50dfaaf4879 admin admin] Made reservation on behalf of 19c3b1a92e744249b1265523a1773568 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:18:57.098385 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d33c326-a4ef-4b50-8743-c50dfaaf4879 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:57.394584 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d33c326-a4ef-4b50-8743-c50dfaaf4879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:57.460961 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33c326-a4ef-4b50-8743-c50dfaaf4879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcaf95ed-4749-4a05-9fba-971f43da40ce,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:18:57.462921 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d33c326-a4ef-4b50-8743-c50dfaaf4879 admin admin] Checking segment: {'id': '73963eb8-32a1-47f8-b95d-b5935fb259cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:18:57.463288 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d33c326-a4ef-4b50-8743-c50dfaaf4879 admin admin] Network hostable DHCP agents. Network: 639541c0-f878-484b-9408-8c65a70f40f9, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:18:57.486107 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d33c326-a4ef-4b50-8743-c50dfaaf4879 admin admin] Network 639541c0-f878-484b-9408-8c65a70f40f9 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:18:57.499146 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-8d33c326-a4ef-4b50-8743-c50dfaaf4879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, 639541c0-f878-484b-9408-8c65a70f40f9) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:18:57.507268 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33c326-a4ef-4b50-8743-c50dfaaf4879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:18:57.507882 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d33c326-a4ef-4b50-8743-c50dfaaf4879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:57.508840 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39aa03f-d0d0-4eb0-baae-64ee6fe072c8 None None] Network 639541c0-f878-484b-9408-8c65a70f40f9 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:18:57.521176 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-8d33c326-a4ef-4b50-8743-c50dfaaf4879 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4509573 Aug 25 17:18:57.833417 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293b03c0-683d-5317-98f3-46b05dd76c6a-639541c0-f878-484b-9408-8c65a70f40f9', 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9', 'tenant_id': '19c3b1a92e744249b1265523a1773568', 'fixed_ips': [{'subnet_id': 'dcaf95ed-4749-4a05-9fba-971f43da40ce'}]}} from dv-cinder-786385-9-iscsi. {{(pid=93890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:18:57.834729 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:58.107041 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Allocated IP 172.20.0.2 (639541c0-f878-484b-9408-8c65a70f40f9/dcaf95ed-4749-4a05-9fba-971f43da40ce/b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:18:58.309744 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:58.350685 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Transition to ACTIVE for port object b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:18:58.374530 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Transition to ACTIVE for port object b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:18:58.383459 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:58.454106 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Network 639541c0-f878-484b-9408-8c65a70f40f9 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:18:58.459031 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:18:58.472019 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:18:58.474014 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Pushing event updated for resources: {'Port': ['ID=b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:18:58.487012 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:58.487352 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:58.487709 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:58.488042 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:58.488375 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:58.488693 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:58.489015 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:58.489361 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:58.489676 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:58.489999 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:58.490318 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:58.490633 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Tracked resource versions report: Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: pushed versions: Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: { 'AddressGroup': {'1.2'}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'ConntrackHelper': {'1.0'}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Log': {'1.0'}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Network': {'1.1'}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Port': {'1.7'}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'PortForwarding': {'1.2'}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'QosPolicy': {'1.9'}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'SecurityGroup': {'1.4'}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'SubPort': {'1.0'}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Subnet': {'1.1'}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Trunk': {'1.1'}} Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: consumer versions: Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: { DHCP agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: L3 agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: Metadata agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: Metering agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: Open vSwitch agent@dv-cinder-786385-9-iscsi: { 'AddressGroup': '1.2', Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'ConntrackHelper': '1.0', Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Log': '1.0', Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Network': '1.1', Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Port': '1.7', Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'PortForwarding': '1.2', Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'QosPolicy': '1.9', Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'SecurityGroup': '1.4', Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'SecurityGroupRule': '1.2', Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'SubPort': '1.0', Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Subnet': '1.1', Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Trunk': '1.1'}} Aug 25 17:18:58.491865 dv-cinder-786385-9-iscsi neutron-server[93890]: {{(pid=93890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:18:58.561363 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Attempting to bind port b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:18:58.562031 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Attempting to bind port b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': '73963eb8-32a1-47f8-b95d-b5935fb259cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:18:58.562135 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Attempting to bind port b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8 on network 639541c0-f878-484b-9408-8c65a70f40f9 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:18:58.567070 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:18:58.567491 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Checking segment: {'id': '73963eb8-32a1-47f8-b95d-b5935fb259cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:18:58.567996 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:58.568380 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Bound using segment: {'id': '73963eb8-32a1-47f8-b95d-b5935fb259cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:18:58.568880 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Bound port: b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73963eb8-32a1-47f8-b95d-b5935fb259cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:18:58.569288 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:58.633419 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] For port b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:18:58.638359 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] For port b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8,segment=NetworkSegment(73963eb8-32a1-47f8-b95d-b5935fb259cb),segment_id=73963eb8-32a1-47f8-b95d-b5935fb259cb)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:18:58.642177 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:18:58.709161 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6df339-3700-49f6-bece-932a0a0845ef None None] Pushing event updated for resources: {'Port': ['ID=b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:19:00.027824 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 42328) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:19:00.395078 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [None req-3635e320-1d62-40f9-9ac4-0980f142fdfe admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:19:00.396112 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3635e320-1d62-40f9-9ac4-0980f142fdfe admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3673511 Aug 25 17:19:02.881801 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 42336) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:19:03.237519 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [None req-5d1a1926-d225-47ef-938f-be38be9ae636 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:19:03.238494 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-5d1a1926-d225-47ef-938f-be38be9ae636 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3557606 Aug 25 17:19:05.931712 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 42348) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:19:06.204395 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:19:06.280956 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a4c8b59a-cf20-414b-85e1-403dc6fd6c93 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '19c3b1a92e744249b1265523a1773568'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:19:06.292051 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:19:06.310273 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b59a-cf20-414b-85e1-403dc6fd6c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:06.311869 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b59a-cf20-414b-85e1-403dc6fd6c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4148'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:06.464700 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b59a-cf20-414b-85e1-403dc6fd6c93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:06.469365 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b59a-cf20-414b-85e1-403dc6fd6c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539185'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:06.483526 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b59a-cf20-414b-85e1-403dc6fd6c93 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:06.484771 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a4c8b59a-cf20-414b-85e1-403dc6fd6c93 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5515819 Aug 25 17:19:07.192297 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdee9ff-2014-4928-be02-962139b1993b None None] Network 639541c0-f878-484b-9408-8c65a70f40f9 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:19:07.250373 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-2539b855-1342-4be9-8940-a1cb4b77b0f3 None None] Provisioning for port b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:19:07.257705 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-2539b855-1342-4be9-8940-a1cb4b77b0f3 None None] Provisioning complete for port b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:19:07.258097 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2539b855-1342-4be9-8940-a1cb4b77b0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:07.426542 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2539b855-1342-4be9-8940-a1cb4b77b0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:07.495934 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-2539b855-1342-4be9-8940-a1cb4b77b0f3 None None] For port b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8,segment=NetworkSegment(73963eb8-32a1-47f8-b95d-b5935fb259cb),segment_id=73963eb8-32a1-47f8-b95d-b5935fb259cb)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:19:07.501097 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2539b855-1342-4be9-8940-a1cb4b77b0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:07.551277 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539b855-1342-4be9-8940-a1cb4b77b0f3 None None] Pushing event updated for resources: {'Port': ['ID=b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:19:07.728373 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-807130f8-e08d-4e4f-bc79-13826f2df8df None None] Provisioning complete for port b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:19:07.729071 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-807130f8-e08d-4e4f-bc79-13826f2df8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:08.172353 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:19:08.223612 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:19:08.223977 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:08.910104 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 42358) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:19:09.235079 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [None req-b21c71b3-dc49-4d00-8e32-ad0072cdec83 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:19:09.236093 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b21c71b3-dc49-4d00-8e32-ad0072cdec83 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3250699 Aug 25 17:19:09.430124 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e90e901f-9f37-42b1-be33-9e48107f51be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:11.640261 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 42366) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:19:11.961878 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:19:11.986036 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Made reservation on behalf of 5c9821ac74534660a6e2a1ad983a248d for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:19:11.989022 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:12.004680 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:12.122141 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:12.125883 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:12.138712 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Reserving flat network on physical network physnet1 {{(pid=93889) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 17:19:12.172268 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759687279845', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:12.172854 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Unsubscribe: segment precommit_create {{(pid=93889) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 17:19:12.173349 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Added segment a9b349f0-696c-4d22-bccf-c8d8493d1294 of type flat for network 091e1213-26c2-48c7-a106-2f490c2928b0 Aug 25 17:19:12.183088 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3317a734-c1fd-4a9c-b756-4dba0adddb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:12.189511 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7b5ef0-894f-4cd9-aa87-c8888c2a0767,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:19:12.232194 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:12.232539 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:12.232873 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:12.233195 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:12.233510 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:12.233844 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:12.234161 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:12.234472 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:12.234799 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:12.235114 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:12.235423 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:12.235751 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Tracked resource versions report: Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: pushed versions: Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: { 'AddressGroup': {'1.2'}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'ConntrackHelper': {'1.0'}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Log': {'1.0'}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Network': {'1.1'}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Port': {'1.7'}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'PortForwarding': {'1.2'}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'QosPolicy': {'1.9'}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'SecurityGroup': {'1.4'}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'SubPort': {'1.0'}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Subnet': {'1.1'}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Trunk': {'1.1'}} Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: consumer versions: Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: { DHCP agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: L3 agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: Metadata agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: Metering agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: Open vSwitch agent@dv-cinder-786385-9-iscsi: { 'AddressGroup': '1.2', Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'ConntrackHelper': '1.0', Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Log': '1.0', Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Network': '1.1', Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Port': '1.7', Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'PortForwarding': '1.2', Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'QosPolicy': '1.9', Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'SecurityGroup': '1.4', Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'SecurityGroupRule': '1.2', Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'SubPort': '1.0', Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Subnet': '1.1', Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Trunk': '1.1'}} Aug 25 17:19:12.236899 dv-cinder-786385-9-iscsi neutron-server[93889]: {{(pid=93889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:19:12.291997 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:12.325212 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:12.338552 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:12.339765 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:19:12.340392 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:12.413417 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7720838 Aug 25 17:19:12.440343 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716e4fa-9bb1-4718-8e62-42377ae61753 admin admin] Pushing event updated for resources: {'Network': ['ID=091e1213-26c2-48c7-a106-2f490c2928b0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:19:12.451431 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network 091e1213-26c2-48c7-a106-2f490c2928b0 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:19:13.324528 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:14.623809 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:14.828727 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 42388) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:19:15.044729 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f19d33c-d7df-4d18-ba75-c65c91bc650c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:19:15.046112 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-9f19d33c-d7df-4d18-ba75-c65c91bc650c admin admin] 10.222.0.13 "GET /v2.0/subnets/dcaf95ed-4749-4a05-9fba-971f43da40ce HTTP/1.1" status: 200 len: 849 time: 0.2164369 Aug 25 17:19:15.182456 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-931f0b8a-6d97-4e7a-9c83-23ce2b5c3997 admin admin] 10.222.0.13 "GET /v2.0/routers/7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c HTTP/1.1" status: 200 len: 704 time: 0.1295438 Aug 25 17:19:15.445909 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:15.745156 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Allocated IP 172.20.0.1 (639541c0-f878-484b-9408-8c65a70f40f9/dcaf95ed-4749-4a05-9fba-971f43da40ce/378b5925-6a21-42a8-8479-488bb93b7acc) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:19:15.928825 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:15.952602 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Transition to ACTIVE for port object 378b5925-6a21-42a8-8479-488bb93b7acc will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:19:16.019415 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:16.088933 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Network 639541c0-f878-484b-9408-8c65a70f40f9 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:19:16.097422 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:19:16.102492 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Pushing event updated for resources: {'Port': ['ID=378b5925-6a21-42a8-8479-488bb93b7acc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:19:16.114046 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:19:16.114753 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539374'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:16.282714 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-b049963e-e7b1-465c-9abc-6ce873df0d54 None None] Provisioning for port 378b5925-6a21-42a8-8479-488bb93b7acc completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:19:16.287144 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-b049963e-e7b1-465c-9abc-6ce873df0d54 None None] Provisioning complete for port 378b5925-6a21-42a8-8479-488bb93b7acc triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:19:16.287518 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b049963e-e7b1-465c-9abc-6ce873df0d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:16.324167 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b049963e-e7b1-465c-9abc-6ce873df0d54 None None] Port 378b5925-6a21-42a8-8479-488bb93b7acc cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:19:16.375699 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:16.590655 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:16.595805 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:16.596722 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540465'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:16.676685 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Pushing event updated for resources: {'Port': ['ID=378b5925-6a21-42a8-8479-488bb93b7acc,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:19:16.722118 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Network 639541c0-f878-484b-9408-8c65a70f40f9 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:19:16.723389 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:19:16.886053 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Router 7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c is scheduled to L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:19:16.951800 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-1b82702c-0633-42c8-ba91-f960efec2e5c None None] Provisioning complete for port 378b5925-6a21-42a8-8479-488bb93b7acc triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:19:16.952206 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1b82702c-0633-42c8-ba91-f960efec2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:16.978976 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:19:17.000001 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-0521223d-80e5-492d-828f-75abd08a0b94 admin admin] 10.222.0.13 "PUT /v2.0/routers/7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7965679 Aug 25 17:19:17.000449 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1b82702c-0633-42c8-ba91-f960efec2e5c None None] Port 378b5925-6a21-42a8-8479-488bb93b7acc cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:19:17.000537 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Sync routers for ids ['7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:19:17.002531 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Routers {'7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:19:17.003414 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:19:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:19:17.189017 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Set router 7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:19:17.623057 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'name': 'router1', 'tenant_id': '19c3b1a92e744249b1265523a1773568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:19:06Z', 'updated_at': '2021-08-25T17:19:16Z', 'revision_number': 2, 'project_id': '19c3b1a92e744249b1265523a1773568', 'gw_port_host': None, '_interfaces': [{'id': '378b5925-6a21-42a8-8479-488bb93b7acc', 'name': '', 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9', 'tenant_id': '19c3b1a92e744249b1265523a1773568', 'mac_address': 'fa:16:3e:b9:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dcaf95ed-4749-4a05-9fba-971f43da40ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:19:15Z', 'updated_at': '2021-08-25T17:19:16Z', 'revision_number': 2, 'project_id': '19c3b1a92e744249b1265523a1773568', 'subnets': [{'id': 'dcaf95ed-4749-4a05-9fba-971f43da40ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9b1d2c7-986f-491b-80bf-d4bc2555cfc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:19:17.675898 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Checking router: 7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:19:17.676277 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Updating router 7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c port 378b5925-6a21-42a8-8479-488bb93b7acc binding host dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:19:17.727434 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:18.243293 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:18.262264 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Transition to ACTIVE for port object 378b5925-6a21-42a8-8479-488bb93b7acc will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:19:18.268054 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:18.374124 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Pushing event updated for resources: {'Port': ['ID=378b5925-6a21-42a8-8479-488bb93b7acc,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:19:18.406774 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:18.407259 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:18.407819 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:18.408162 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:18.408497 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:18.408830 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:18.409158 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:18.409488 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:18.409824 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:18.410148 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:18.410479 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:18.410799 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Tracked resource versions report: Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: pushed versions: Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: { 'AddressGroup': {'1.2'}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'ConntrackHelper': {'1.0'}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Log': {'1.0'}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Network': {'1.1'}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Port': {'1.7'}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'PortForwarding': {'1.2'}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'QosPolicy': {'1.9'}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'SecurityGroup': {'1.4'}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'SubPort': {'1.0'}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Subnet': {'1.1'}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Trunk': {'1.1'}} Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: consumer versions: Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: { DHCP agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: L3 agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: Metadata agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: Metering agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: Open vSwitch agent@dv-cinder-786385-9-iscsi: { 'AddressGroup': '1.2', Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'ConntrackHelper': '1.0', Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Log': '1.0', Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Network': '1.1', Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Port': '1.7', Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'PortForwarding': '1.2', Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'QosPolicy': '1.9', Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'SecurityGroup': '1.4', Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'SecurityGroupRule': '1.2', Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'SubPort': '1.0', Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Subnet': '1.1', Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Trunk': '1.1'}} Aug 25 17:19:18.411996 dv-cinder-786385-9-iscsi neutron-server[93891]: {{(pid=93891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:19:18.464480 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Attempting to bind port 378b5925-6a21-42a8-8479-488bb93b7acc on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:19:18.464882 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Attempting to bind port 378b5925-6a21-42a8-8479-488bb93b7acc by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': '73963eb8-32a1-47f8-b95d-b5935fb259cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:19:18.465331 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Attempting to bind port 378b5925-6a21-42a8-8479-488bb93b7acc on network 639541c0-f878-484b-9408-8c65a70f40f9 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:19:18.470648 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:19:18.471055 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Checking segment: {'id': '73963eb8-32a1-47f8-b95d-b5935fb259cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:19:18.471510 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:18.471928 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Bound using segment: {'id': '73963eb8-32a1-47f8-b95d-b5935fb259cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:19:18.472433 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Bound port: 378b5925-6a21-42a8-8479-488bb93b7acc, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73963eb8-32a1-47f8-b95d-b5935fb259cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:19:18.472829 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:18.544572 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] For port 378b5925-6a21-42a8-8479-488bb93b7acc, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:19:18.565900 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] For port 378b5925-6a21-42a8-8479-488bb93b7acc, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=378b5925-6a21-42a8-8479-488bb93b7acc,segment=NetworkSegment(73963eb8-32a1-47f8-b95d-b5935fb259cb),segment_id=73963eb8-32a1-47f8-b95d-b5935fb259cb)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:19:18.570368 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:18.620942 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Routers {'7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:19:18.621564 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:19:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:19:18.706101 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1197ac6-d631-49e1-a46b-8cf8e8b2f044 None None] Pushing event updated for resources: {'Port': ['ID=378b5925-6a21-42a8-8479-488bb93b7acc,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:19:18.722405 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] Set router 7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:19:18.937810 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'name': 'router1', 'tenant_id': '19c3b1a92e744249b1265523a1773568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:19:06Z', 'updated_at': '2021-08-25T17:19:16Z', 'revision_number': 2, 'project_id': '19c3b1a92e744249b1265523a1773568', 'gw_port_host': None, '_interfaces': [{'id': '378b5925-6a21-42a8-8479-488bb93b7acc', 'name': '', 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9', 'tenant_id': '19c3b1a92e744249b1265523a1773568', 'mac_address': 'fa:16:3e:b9:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dcaf95ed-4749-4a05-9fba-971f43da40ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:19:15Z', 'updated_at': '2021-08-25T17:19:18Z', 'revision_number': 4, 'project_id': '19c3b1a92e744249b1265523a1773568', 'subnets': [{'id': 'dcaf95ed-4749-4a05-9fba-971f43da40ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9b1d2c7-986f-491b-80bf-d4bc2555cfc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:19:18.963463 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c51d3-a7db-4100-83c3-55bdfbac1eb4 None None] The sync data for ids ['7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c'] in dv-cinder-786385-9-iscsi is: [{'id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'name': 'router1', 'tenant_id': '19c3b1a92e744249b1265523a1773568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:19:06Z', 'updated_at': '2021-08-25T17:19:16Z', 'revision_number': 2, 'project_id': '19c3b1a92e744249b1265523a1773568', 'gw_port_host': None, '_interfaces': [{'id': '378b5925-6a21-42a8-8479-488bb93b7acc', 'name': '', 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9', 'tenant_id': '19c3b1a92e744249b1265523a1773568', 'mac_address': 'fa:16:3e:b9:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dcaf95ed-4749-4a05-9fba-971f43da40ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:19:15Z', 'updated_at': '2021-08-25T17:19:18Z', 'revision_number': 4, 'project_id': '19c3b1a92e744249b1265523a1773568', 'subnets': [{'id': 'dcaf95ed-4749-4a05-9fba-971f43da40ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9b1d2c7-986f-491b-80bf-d4bc2555cfc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:19:19.205482 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 42410) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:19:19.323460 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfc4bf-9325-40e9-a3e5-ae719dd07f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:19:19.324911 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-d0cfc4bf-9325-40e9-a3e5-ae719dd07f46 admin admin] 10.222.0.13 "GET /v2.0/networks/091e1213-26c2-48c7-a106-2f490c2928b0 HTTP/1.1" status: 200 len: 842 time: 0.1184962 Aug 25 17:19:19.334964 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e5162f1b-9531-4036-9868-5d402c045859 admin admin] Request body: {'subnet': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:19:19.355807 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5162f1b-9531-4036-9868-5d402c045859 admin admin] Made reservation on behalf of 5c9821ac74534660a6e2a1ad983a248d for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:19:19.358020 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5162f1b-9531-4036-9868-5d402c045859 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:19.700025 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.objects.ports [None req-e5162f1b-9531-4036-9868-5d402c045859 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93888) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 17:19:19.700487 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5162f1b-9531-4036-9868-5d402c045859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:19.756527 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5162f1b-9531-4036-9868-5d402c045859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e60696d-bca2-4688-9c4d-198d68248856,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:19:19.765616 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5162f1b-9531-4036-9868-5d402c045859 admin admin] Checking segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:19:19.765963 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5162f1b-9531-4036-9868-5d402c045859 admin admin] Network hostable DHCP agents. Network: 091e1213-26c2-48c7-a106-2f490c2928b0, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:19:19.783551 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5162f1b-9531-4036-9868-5d402c045859 admin admin] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:19:19.793909 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e5162f1b-9531-4036-9868-5d402c045859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, 091e1213-26c2-48c7-a106-2f490c2928b0) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:19:19.798347 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5162f1b-9531-4036-9868-5d402c045859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:19:19.798922 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5162f1b-9531-4036-9868-5d402c045859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:19.805239 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aefea0-5178-40a4-b95d-e62270dc6e15 None None] Network 091e1213-26c2-48c7-a106-2f490c2928b0 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:19:19.827582 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-e5162f1b-9531-4036-9868-5d402c045859 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4827483 Aug 25 17:19:19.938260 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd842c75-109d-4660-bbb8-3f32b0d7f112 None None] Network 091e1213-26c2-48c7-a106-2f490c2928b0 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:19:21.703612 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 5 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:19:22.100465 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 42418) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:19:22.341343 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f6162e25-7bcc-484b-b40e-4c082b6e1c06 admin admin] 10.222.0.13 "GET /v2.0/routers/7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c HTTP/1.1" status: 200 len: 710 time: 0.2396443 Aug 25 17:19:22.429944 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4b889-6788-4a3f-998a-61941a134d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:19:22.431361 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-46f4b889-6788-4a3f-998a-61941a134d98 admin admin] 10.222.0.13 "GET /v2.0/networks/091e1213-26c2-48c7-a106-2f490c2928b0 HTTP/1.1" status: 200 len: 886 time: 0.0841947 Aug 25 17:19:22.441928 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:19:22.693407 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:22.980012 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:23.058068 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:23.207243 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Allocated IP 172.27.3.140 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/b542f8ef-3d67-4038-82f6-f4974ee7e3eb) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:19:23.320957 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:23.386473 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:23.449867 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:19:23.455391 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:19:23.463776 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:19:23.532201 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Pushing event updated for resources: {'Port': ['ID=b542f8ef-3d67-4038-82f6-f4974ee7e3eb,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:19:23.752166 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:23.951037 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4122'] for router, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:23.956341 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538273'] for router, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:24.085880 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Router 7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:19:24.199062 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:19:24.204897 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:24.212173 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-56b464fa-d2a5-40bc-804b-7ce8441c6c3e admin admin] 10.222.0.13 "PUT /v2.0/routers/7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c HTTP/1.1" status: 200 len: 890 time: 1.7736242 Aug 25 17:19:24.212858 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 378b5925-6a21-42a8-8479-488bb93b7acc up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:19:24.271389 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 378b5925-6a21-42a8-8479-488bb93b7acc completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:19:24.277923 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 378b5925-6a21-42a8-8479-488bb93b7acc triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:19:24.278210 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:24.366815 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:24.402778 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 378b5925-6a21-42a8-8479-488bb93b7acc, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=378b5925-6a21-42a8-8479-488bb93b7acc,segment=NetworkSegment(73963eb8-32a1-47f8-b95d-b5935fb259cb),segment_id=73963eb8-32a1-47f8-b95d-b5935fb259cb)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:19:24.406842 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:24.456870 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=378b5925-6a21-42a8-8479-488bb93b7acc,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:19:25.463118 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Sync routers for ids ['7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:19:25.474141 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Routers {'7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:19:25.474899 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:19:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:19:25.732722 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Set router 7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:19:26.142738 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'name': 'router1', 'tenant_id': '19c3b1a92e744249b1265523a1773568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b542f8ef-3d67-4038-82f6-f4974ee7e3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:19:06Z', 'updated_at': '2021-08-25T17:19:23Z', 'revision_number': 4, 'project_id': '19c3b1a92e744249b1265523a1773568', 'gw_port': {'id': 'b542f8ef-3d67-4038-82f6-f4974ee7e3eb', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:19:23Z', 'updated_at': '2021-08-25T17:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '378b5925-6a21-42a8-8479-488bb93b7acc', 'name': '', 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9', 'tenant_id': '19c3b1a92e744249b1265523a1773568', 'mac_address': 'fa:16:3e:b9:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dcaf95ed-4749-4a05-9fba-971f43da40ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:19:15Z', 'updated_at': '2021-08-25T17:19:24Z', 'revision_number': 5, 'project_id': '19c3b1a92e744249b1265523a1773568', 'subnets': [{'id': 'dcaf95ed-4749-4a05-9fba-971f43da40ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9b1d2c7-986f-491b-80bf-d4bc2555cfc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:19:26.195744 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 378b5925-6a21-42a8-8479-488bb93b7acc up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:19:26.200302 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Checking router: 7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:19:26.200687 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Updating router 7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c port b542f8ef-3d67-4038-82f6-f4974ee7e3eb binding host dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:19:26.277165 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:26.395606 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 378b5925-6a21-42a8-8479-488bb93b7acc triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:19:26.395911 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:26.659418 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 42430) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:19:26.678206 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:26.688751 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Transition to ACTIVE for port object b542f8ef-3d67-4038-82f6-f4974ee7e3eb will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:19:26.694990 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:26.750180 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8555b-3901-4dd7-87c0-817c369af154 None None] Pushing event updated for resources: {'Port': ['ID=b542f8ef-3d67-4038-82f6-f4974ee7e3eb,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:19:26.752855 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Attempting to bind port b542f8ef-3d67-4038-82f6-f4974ee7e3eb on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:19:26.753232 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Attempting to bind port b542f8ef-3d67-4038-82f6-f4974ee7e3eb by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:19:26.753600 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Attempting to bind port b542f8ef-3d67-4038-82f6-f4974ee7e3eb on network 091e1213-26c2-48c7-a106-2f490c2928b0 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:19:26.759991 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:19:26.760390 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Checking segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:19:26.760799 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:26.761201 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Bound using segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:19:26.761679 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Bound port: b542f8ef-3d67-4038-82f6-f4974ee7e3eb, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:19:26.762085 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:26.846740 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-e09e22d8-45ef-41ac-88b5-c6cf5ea12aa1 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1861377 Aug 25 17:19:26.902965 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] For port b542f8ef-3d67-4038-82f6-f4974ee7e3eb, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:19:26.906465 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] For port b542f8ef-3d67-4038-82f6-f4974ee7e3eb, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=b542f8ef-3d67-4038-82f6-f4974ee7e3eb,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:19:26.912783 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:26.974715 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Routers {'7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:19:26.975353 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:19:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:19:26.979616 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8555b-3901-4dd7-87c0-817c369af154 None None] Pushing event updated for resources: {'Port': ['ID=b542f8ef-3d67-4038-82f6-f4974ee7e3eb,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:19:27.084909 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] Set router 7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:19:27.316583 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'name': 'router1', 'tenant_id': '19c3b1a92e744249b1265523a1773568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b542f8ef-3d67-4038-82f6-f4974ee7e3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:19:06Z', 'updated_at': '2021-08-25T17:19:23Z', 'revision_number': 4, 'project_id': '19c3b1a92e744249b1265523a1773568', 'gw_port': {'id': 'b542f8ef-3d67-4038-82f6-f4974ee7e3eb', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:19:23Z', 'updated_at': '2021-08-25T17:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '378b5925-6a21-42a8-8479-488bb93b7acc', 'name': '', 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9', 'tenant_id': '19c3b1a92e744249b1265523a1773568', 'mac_address': 'fa:16:3e:b9:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dcaf95ed-4749-4a05-9fba-971f43da40ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:19:15Z', 'updated_at': '2021-08-25T17:19:24Z', 'revision_number': 5, 'project_id': '19c3b1a92e744249b1265523a1773568', 'subnets': [{'id': 'dcaf95ed-4749-4a05-9fba-971f43da40ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9b1d2c7-986f-491b-80bf-d4bc2555cfc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:19:27.346971 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbded6c4-d05b-4c41-945a-a436e8466b25 None None] The sync data for ids ['7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c'] in dv-cinder-786385-9-iscsi is: [{'id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'name': 'router1', 'tenant_id': '19c3b1a92e744249b1265523a1773568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b542f8ef-3d67-4038-82f6-f4974ee7e3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:19:06Z', 'updated_at': '2021-08-25T17:19:23Z', 'revision_number': 4, 'project_id': '19c3b1a92e744249b1265523a1773568', 'gw_port': {'id': 'b542f8ef-3d67-4038-82f6-f4974ee7e3eb', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:19:23Z', 'updated_at': '2021-08-25T17:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '378b5925-6a21-42a8-8479-488bb93b7acc', 'name': '', 'network_id': '639541c0-f878-484b-9408-8c65a70f40f9', 'tenant_id': '19c3b1a92e744249b1265523a1773568', 'mac_address': 'fa:16:3e:b9:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a01fc1f-beb0-4e9c-90ea-2790c0a3a81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dcaf95ed-4749-4a05-9fba-971f43da40ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:19:15Z', 'updated_at': '2021-08-25T17:19:24Z', 'revision_number': 5, 'project_id': '19c3b1a92e744249b1265523a1773568', 'subnets': [{'id': 'dcaf95ed-4749-4a05-9fba-971f43da40ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9b1d2c7-986f-491b-80bf-d4bc2555cfc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:19:28.240301 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device b542f8ef-3d67-4038-82f6-f4974ee7e3eb up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:19:28.298691 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port b542f8ef-3d67-4038-82f6-f4974ee7e3eb completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:19:28.302576 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port b542f8ef-3d67-4038-82f6-f4974ee7e3eb triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:19:28.302947 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:28.394073 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:28.418399 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port b542f8ef-3d67-4038-82f6-f4974ee7e3eb, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=b542f8ef-3d67-4038-82f6-f4974ee7e3eb,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:19:28.422741 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:28.473551 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=b542f8ef-3d67-4038-82f6-f4974ee7e3eb,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:19:30.188555 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device b542f8ef-3d67-4038-82f6-f4974ee7e3eb up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:19:30.243105 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port b542f8ef-3d67-4038-82f6-f4974ee7e3eb triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:19:30.243809 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:39.433987 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ab6fbc06-0f47-4243-9d4e-22c01da466bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:42.188625 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9067e5e1-2d15-43b4-8264-7da6a03fc437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:42.330946 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:43.330746 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:44.645545 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:19:58.702507 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 5 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:20:09.454534 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5708a381-0598-4197-9f36-f390ba6ea97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:12.182247 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3c121397-6de8-4403-8293-eced6387e23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:12.326854 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:13.331729 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:14.647153 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:35.701446 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 5 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:20:39.441169 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-04f5fadd-8644-44b3-9d9b-8eea7d938233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:42.183997 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bbf62d6a-26f0-4913-9726-c30ae0263973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:42.329694 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:43.332832 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:20:44.647845 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:03.918034 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 42992) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:21:03.978736 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa86bc2-a147-489a-9248-cd5e212ddf68 admin admin] GET failed (client error): The resource could not be found. Aug 25 17:21:03.980087 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-2aa86bc2-a147-489a-9248-cd5e212ddf68 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611274 Aug 25 17:21:04.140097 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e57cc4c-2083-4910-9bff-3705251d63f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:04.141485 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6e57cc4c-2083-4910-9bff-3705251d63f8 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1554816 Aug 25 17:21:06.358821 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43002) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:21:06.448791 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f7047d-e797-44f1-bb23-4a59ffcc2f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:06.450150 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-98f7047d-e797-44f1-bb23-4a59ffcc2f83 admin admin] 10.222.0.13 "GET /v2.0/subnets/dcaf95ed-4749-4a05-9fba-971f43da40ce HTTP/1.1" status: 200 len: 849 time: 0.0902646 Aug 25 17:21:06.460541 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:21:06.545362 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:06.685886 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759687303976'] for subnet, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:06.721727 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:06.722344 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:06.723667 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] 10.222.0.13 "PUT /v2.0/subnets/dcaf95ed-4749-4a05-9fba-971f43da40ce HTTP/1.1" status: 200 len: 868 time: 0.2668324 Aug 25 17:21:06.724915 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b250eec-535d-4424-a5c6-f2b3b97f409f None None] Network 639541c0-f878-484b-9408-8c65a70f40f9 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:21:06.740599 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcaf95ed-4749-4a05-9fba-971f43da40ce,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:21:06.748426 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:06.748793 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:06.749145 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:06.749479 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:06.749813 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:06.750145 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:06.750472 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:06.750802 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:06.751129 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:06.751457 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:06.751815 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:06.752135 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffd241-b136-4d4a-a4a4-b933a8168031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:07.142059 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-a5c28ce4-a458-4c31-8b69-166f6de2147f None None] Provisioning complete for port 378b5925-6a21-42a8-8479-488bb93b7acc triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:21:07.142425 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a5c28ce4-a458-4c31-8b69-166f6de2147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:07.228827 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-a5c28ce4-a458-4c31-8b69-166f6de2147f None None] Provisioning complete for port b64b0f73-4a6e-4f9e-ac53-bbfba542f6d8 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:21:07.229196 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a5c28ce4-a458-4c31-8b69-166f6de2147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:08.908942 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43010) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:21:09.109601 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b224a1cd-df7d-42c7-9b32-163742b90ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:09.109938 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b224a1cd-df7d-42c7-9b32-163742b90ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:09.111488 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-b224a1cd-df7d-42c7-9b32-163742b90ce5 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2015903 Aug 25 17:21:09.442221 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6de5dd18-19c7-442f-b092-5bae41136a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:11.299547 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43018) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:21:11.431996 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f5fb19-5ecb-4aa3-8f07-352c6a7ec30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:11.432465 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f5fb19-5ecb-4aa3-8f07-352c6a7ec30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:11.434010 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-47f5fb19-5ecb-4aa3-8f07-352c6a7ec30f admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1335056 Aug 25 17:21:12.187154 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b41688b5-7058-44b8-b62d-adcccde80a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:12.333355 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:12.700941 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 5 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:21:13.339147 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:13.646897 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43026) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:21:13.770800 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0013185-8ee7-48db-a5a0-8dd6701f425d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:13.772181 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-c0013185-8ee7-48db-a5a0-8dd6701f425d admin admin] 10.222.0.13 "GET /v2.0/networks/091e1213-26c2-48c7-a106-2f490c2928b0 HTTP/1.1" status: 200 len: 886 time: 0.1243567 Aug 25 17:21:14.660502 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:15.947282 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43034) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:21:16.081442 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfb8d4a-4923-423e-895c-85ad0a1e2027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:16.082820 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-cdfb8d4a-4923-423e-895c-85ad0a1e2027 admin admin] 10.222.0.13 "GET /v2.0/networks/639541c0-f878-484b-9408-8c65a70f40f9 HTTP/1.1" status: 200 len: 869 time: 0.1344130 Aug 25 17:21:18.281854 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43044) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:21:18.405873 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d67d73-1f58-4891-be2b-2ec78250e309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:18.406324 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d67d73-1f58-4891-be2b-2ec78250e309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:18.412006 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a4d67d73-1f58-4891-be2b-2ec78250e309 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291347 Aug 25 17:21:20.654954 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43052) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:21:20.780963 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a097a2-d34f-4b5f-9902-b380224255d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:20.781477 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a097a2-d34f-4b5f-9902-b380224255d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:20.784207 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-09a097a2-d34f-4b5f-9902-b380224255d8 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270947 Aug 25 17:21:22.997027 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43060) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:21:23.085160 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80fc8fd-d60c-4cff-a1f4-e520d6bffb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:23.086497 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-e80fc8fd-d60c-4cff-a1f4-e520d6bffb35 admin admin] 10.222.0.13 "GET /v2.0/subnets/0e60696d-bca2-4688-9c4d-198d68248856 HTTP/1.1" status: 200 len: 816 time: 0.0884998 Aug 25 17:21:25.264791 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43068) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:21:25.357702 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3da83-ae49-4d59-aeb8-9fb462e12ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:25.359033 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ccf3da83-ae49-4d59-aeb8-9fb462e12ddb admin admin] 10.222.0.13 "GET /v2.0/subnets/dcaf95ed-4749-4a05-9fba-971f43da40ce HTTP/1.1" status: 200 len: 868 time: 0.0932922 Aug 25 17:21:39.442592 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f1fc4e50-12c2-418e-bbd7-5b1a427074ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:42.190818 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c19f4d71-526f-43d4-b355-fa94642649e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:42.335916 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:43.338363 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:44.662205 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:49.196746 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43122) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:21:49.247667 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [None req-60920453-0e56-465a-ad78-84551e71fa8e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:21:49.248677 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-60920453-0e56-465a-ad78-84551e71fa8e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509796 Aug 25 17:21:49.699218 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 5 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:21:51.523392 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43130) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:21:51.586840 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa1fd7d-3249-4e86-9f6f-5f86c9339ac2 admin admin] GET failed (client error): The resource could not be found. Aug 25 17:21:51.588284 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-2fa1fd7d-3249-4e86-9f6f-5f86c9339ac2 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0638723 Aug 25 17:21:51.727749 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5bd355-6264-4441-8ca7-7cce4188df87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:51.729240 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-5a5bd355-6264-4441-8ca7-7cce4188df87 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364307 Aug 25 17:21:53.946102 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43138) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:21:53.994625 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-cc91a1d7-6383-434f-b0f5-1c0648a62a8e admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:21:54.016271 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc91a1d7-6383-434f-b0f5-1c0648a62a8e admin admin] Made reservation on behalf of 5c9821ac74534660a6e2a1ad983a248d for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:21:54.018880 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc91a1d7-6383-434f-b0f5-1c0648a62a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:54.051720 dv-cinder-786385-9-iscsi neutron-server[93888]: WARNING neutron.services.revisions.revision_plugin [None req-cc91a1d7-6383-434f-b0f5-1c0648a62a8e admin admin] Could not find related network for resource to bump revision. Aug 25 17:21:54.063578 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc91a1d7-6383-434f-b0f5-1c0648a62a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:21:54.074145 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc91a1d7-6383-434f-b0f5-1c0648a62a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:54.074536 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-cc91a1d7-6383-434f-b0f5-1c0648a62a8e admin admin] Added segment 9700106a-bbc7-4335-9009-30f738f6d602 of type vlan for network 7a384390-6d80-4970-86f5-ceb6ed070a95 Aug 25 17:21:54.117378 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc91a1d7-6383-434f-b0f5-1c0648a62a8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:54.140549 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc91a1d7-6383-434f-b0f5-1c0648a62a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:54.141427 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc91a1d7-6383-434f-b0f5-1c0648a62a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:54.142006 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cc91a1d7-6383-434f-b0f5-1c0648a62a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:54.191188 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-cc91a1d7-6383-434f-b0f5-1c0648a62a8e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2439742 Aug 25 17:21:54.202675 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91a1d7-6383-434f-b0f5-1c0648a62a8e admin admin] Pushing event updated for resources: {'Network': ['ID=7a384390-6d80-4970-86f5-ceb6ed070a95,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:21:54.214940 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network 7a384390-6d80-4970-86f5-ceb6ed070a95 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:21:56.476423 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43146) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:21:56.538885 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e74333-aca4-4687-a06b-42edfece79e5 admin admin] GET failed (client error): The resource could not be found. Aug 25 17:21:56.540272 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-52e74333-aca4-4687-a06b-42edfece79e5 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0629096 Aug 25 17:21:56.608940 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad0b316-e0de-43f1-881c-c57aca32e699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:56.610423 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-aad0b316-e0de-43f1-881c-c57aca32e699 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655210 Aug 25 17:21:56.621206 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '7a384390-6d80-4970-86f5-ceb6ed070a95'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:21:56.646552 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Made reservation on behalf of 5c9821ac74534660a6e2a1ad983a248d for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:21:56.649678 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:56.828401 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:56.963584 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7b70aa-da25-4a4c-af85-09a93ff7d7c3,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:21:56.974980 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:56.976073 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:56.976537 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:56.976865 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:56.977186 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:56.977510 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:56.977830 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:56.978150 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:56.978485 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:56.978804 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:56.979122 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:56.979441 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:56.982147 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Checking segment: {'id': '9700106a-bbc7-4335-9009-30f738f6d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7a384390-6d80-4970-86f5-ceb6ed070a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:21:56.982490 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Network hostable DHCP agents. Network: 7a384390-6d80-4970-86f5-ceb6ed070a95, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:21:57.003664 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Network 7a384390-6d80-4970-86f5-ceb6ed070a95 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:21:57.013893 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, 7a384390-6d80-4970-86f5-ceb6ed070a95) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:21:57.017998 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:21:57.018588 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:57.023001 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24389962-9888-4025-b8e0-92b00b81aa0c None None] Network 7a384390-6d80-4970-86f5-ceb6ed070a95 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:21:57.032686 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1bd0c706-cb7e-4640-bc3d-888564a58ada admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4148297 Aug 25 17:21:57.267480 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293b03c0-683d-5317-98f3-46b05dd76c6a-7a384390-6d80-4970-86f5-ceb6ed070a95', 'network_id': '7a384390-6d80-4970-86f5-ceb6ed070a95', 'tenant_id': '5c9821ac74534660a6e2a1ad983a248d', 'fixed_ips': [{'subnet_id': '5e7b70aa-da25-4a4c-af85-09a93ff7d7c3'}]}} from dv-cinder-786385-9-iscsi. {{(pid=93890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:21:57.268397 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:57.418598 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Allocated IP 192.168.233.2 (7a384390-6d80-4970-86f5-ceb6ed070a95/5e7b70aa-da25-4a4c-af85-09a93ff7d7c3/56871a77-2d6f-46fc-b915-8a0efffe7755) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:21:57.563634 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:57.572054 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Transition to ACTIVE for port object 56871a77-2d6f-46fc-b915-8a0efffe7755 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:21:57.588328 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Transition to ACTIVE for port object 56871a77-2d6f-46fc-b915-8a0efffe7755 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:21:57.595036 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:57.633122 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Network 7a384390-6d80-4970-86f5-ceb6ed070a95 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:21:57.638018 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:21:57.641071 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:21:57.652326 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Pushing event updated for resources: {'Port': ['ID=56871a77-2d6f-46fc-b915-8a0efffe7755,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:21:57.676937 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:57.677405 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:57.677757 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:57.678131 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:57.678596 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:57.679746 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:57.679746 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:57.679937 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:57.680438 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:57.681064 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:57.681277 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:57.681603 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:21:57.718688 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Attempting to bind port 56871a77-2d6f-46fc-b915-8a0efffe7755 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:21:57.719059 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Attempting to bind port 56871a77-2d6f-46fc-b915-8a0efffe7755 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': '9700106a-bbc7-4335-9009-30f738f6d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7a384390-6d80-4970-86f5-ceb6ed070a95'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:21:57.719418 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Attempting to bind port 56871a77-2d6f-46fc-b915-8a0efffe7755 on network 7a384390-6d80-4970-86f5-ceb6ed070a95 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:21:57.724359 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:21:57.724987 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Checking segment: {'id': '9700106a-bbc7-4335-9009-30f738f6d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7a384390-6d80-4970-86f5-ceb6ed070a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:21:57.725962 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:57.726533 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Bound using segment: {'id': '9700106a-bbc7-4335-9009-30f738f6d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7a384390-6d80-4970-86f5-ceb6ed070a95'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:21:57.727000 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Bound port: 56871a77-2d6f-46fc-b915-8a0efffe7755, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9700106a-bbc7-4335-9009-30f738f6d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7a384390-6d80-4970-86f5-ceb6ed070a95'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:21:57.727396 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:57.791787 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] For port 56871a77-2d6f-46fc-b915-8a0efffe7755, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:21:57.795204 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] For port 56871a77-2d6f-46fc-b915-8a0efffe7755, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=56871a77-2d6f-46fc-b915-8a0efffe7755,segment=NetworkSegment(9700106a-bbc7-4335-9009-30f738f6d602),segment_id=9700106a-bbc7-4335-9009-30f738f6d602)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:21:57.800212 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:57.863952 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46174571-b40f-419a-af84-367f7cbd3aec None None] Pushing event updated for resources: {'Port': ['ID=56871a77-2d6f-46fc-b915-8a0efffe7755,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:21:58.340016 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 56871a77-2d6f-46fc-b915-8a0efffe7755 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:21:58.389831 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 56871a77-2d6f-46fc-b915-8a0efffe7755 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:21:58.703928 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bfc685-38e8-4529-9d45-a936a5d32e8a None None] Network 7a384390-6d80-4970-86f5-ceb6ed070a95 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:21:58.772980 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-3fde4803-abd7-4dba-9bef-88b582516137 None None] Provisioning for port 56871a77-2d6f-46fc-b915-8a0efffe7755 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:21:58.780539 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-3fde4803-abd7-4dba-9bef-88b582516137 None None] Provisioning complete for port 56871a77-2d6f-46fc-b915-8a0efffe7755 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:21:58.780909 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fde4803-abd7-4dba-9bef-88b582516137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:58.930173 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fde4803-abd7-4dba-9bef-88b582516137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:58.973512 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3fde4803-abd7-4dba-9bef-88b582516137 None None] For port 56871a77-2d6f-46fc-b915-8a0efffe7755, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=56871a77-2d6f-46fc-b915-8a0efffe7755,segment=NetworkSegment(9700106a-bbc7-4335-9009-30f738f6d602),segment_id=9700106a-bbc7-4335-9009-30f738f6d602)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:21:58.979079 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3fde4803-abd7-4dba-9bef-88b582516137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:21:59.033962 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde4803-abd7-4dba-9bef-88b582516137 None None] Pushing event updated for resources: {'Port': ['ID=56871a77-2d6f-46fc-b915-8a0efffe7755,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:21:59.201611 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-f947d762-e158-42eb-8feb-a234582a3562 None None] Provisioning complete for port 56871a77-2d6f-46fc-b915-8a0efffe7755 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:21:59.201873 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f947d762-e158-42eb-8feb-a234582a3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:22:00.308754 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 56871a77-2d6f-46fc-b915-8a0efffe7755 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:22:00.360416 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 56871a77-2d6f-46fc-b915-8a0efffe7755 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:22:00.360776 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:22:09.446936 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-20bc4603-6e8c-4e40-97e9-57d9a223914b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:22:12.192501 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3f119510-62de-4175-8372-afdb3a94f8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:22:12.340219 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:22:13.340544 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:22:14.662192 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:22:26.698577 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 5 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:22:39.448176 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d78fed84-f0ce-48d4-b343-d57e54ef0eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:22:42.194785 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c75f4c2f-a788-40f2-b0fc-1e8d9bf7715d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:22:42.341699 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:22:43.343567 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:22:44.672280 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:03.697806 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 5 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:23:05.794918 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43198) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:23:05.800893 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [None req-eb29d560-1cad-4c69-85a0-770e57b3b0a1 tempest-verify_tempest_config-1338256648 tempest-verify_tempest_config-1338256648-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:23:05.802336 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-eb29d560-1cad-4c69-85a0-770e57b3b0a1 tempest-verify_tempest_config-1338256648 tempest-verify_tempest_config-1338256648-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064595 Aug 25 17:23:06.103187 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43216) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:23:06.214641 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:06.325292 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:06.329605 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:06.375731 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6d5c086f21b4893b2705aa93c7d4cde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2714126 Aug 25 17:23:06.376528 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5acedb-87de-41a2-b66e-142ea545d807,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:23:06.378552 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43220) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:23:06.383972 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.384335 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.384680 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.385008 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.385337 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.385689 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.386019 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.386342 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.386680 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.387004 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.387323 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.387668 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c683e8-989e-44ca-89ab-ae34af2ca577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.441003 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:06.465266 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:06.552225 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:06.554809 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:06.555980 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed5acedb-87de-41a2-b66e-142ea545d807 HTTP/1.1" status: 204 len: 168 time: 0.1764400 Aug 25 17:23:06.564922 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5acedb-87de-41a2-b66e-142ea545d807,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:23:06.571410 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.571796 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.572127 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.572456 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.572825 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.573131 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.573459 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.573769 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.574122 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.574435 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.574751 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:06.575067 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba7d3a6-163c-4444-9548-f08e1d26541d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:23:09.449652 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cea35137-e451-4480-b306-e57bf266a82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:12.195330 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-25aa2a4e-eb31-4a03-9704-8b06ad72c4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:12.346675 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:13.350328 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:14.673236 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:39.450385 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-23ba0045-db21-46fd-aebb-7d836d160641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:40.696467 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 5 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:23:42.195747 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7c689994-f335-46ec-b95a-25376f378e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:42.338424 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:43.350996 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:23:44.673467 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:24:09.451360 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74a5b48b-dcfc-4dc3-b4a5-ff274b72c686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:24:12.196081 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7be15eca-0c4f-4960-8c6e-32141a96bc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:24:12.338375 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:24:13.354732 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:24:14.676281 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:24:17.696128 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 5 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:24:39.452077 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4c15-9b0f-4b2e-a1bd-ed9dae9a8ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:24:39.992102 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533665'] for agent, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:24:42.195889 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a98495cd-6ff1-4a2d-b64b-6663ce24bdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:24:42.340427 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:24:43.357818 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:24:44.680013 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:24:54.695656 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:24:54.793116 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43294) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:24:54.896940 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f5dfa7cc-b10d-448b-a07c-0e30ef35f01a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1027501 Aug 25 17:24:57.077306 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43304) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:24:57.133852 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-55ce4508-123f-43d2-9d5d-2238029bb4a0 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0554721 Aug 25 17:25:09.452833 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1f61f9ce-8b1f-40c2-aad9-d8fc3b9219b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:25:09.969926 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:25:12.196516 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca5b4e4f-ec44-4b48-a9d3-8f02477ddf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:25:12.344144 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:25:13.361118 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:25:14.681590 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:25:31.694176 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:25:39.453281 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6413-6200-480b-ba4f-1584b258bd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:25:39.974228 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:25:42.197691 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e218960-d04c-4dff-b57c-273572273e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:25:42.345954 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:25:43.364759 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:25:44.688623 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:08.693325 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:26:09.454581 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cb0cecb2-418d-42e6-94b2-64019ff995fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:09.977392 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:12.200290 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c634c961-bda5-42fd-ac79-7ed0ea41a127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:12.346969 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:13.369883 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:14.694430 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:26.429079 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43472) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:26.683446 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-144450322-network', 'tenant_id': '98c04d7c4f5f438e8cebd161b681ad1d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:26.705797 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Made reservation on behalf of 98c04d7c4f5f438e8cebd161b681ad1d for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:26.708192 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:26.716813 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:26.814838 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:26.820237 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:26.849686 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:26:26.855073 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d04687-97dd-4518-97e0-bf1f2524155c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:26.866206 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:26.866676 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:26.867020 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:26.867350 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:26.867889 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:26.868479 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:26.868995 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:26.869310 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:26.869672 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:26.870038 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:26.870367 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:26.870693 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Tracked resource versions report: Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: pushed versions: Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: { 'AddressGroup': {'1.2'}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'ConntrackHelper': {'1.0'}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Log': {'1.0'}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Network': {'1.1'}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Port': {'1.7'}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'PortForwarding': {'1.2'}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'QosPolicy': {'1.9'}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'SecurityGroup': {'1.4'}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'SubPort': {'1.0'}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Subnet': {'1.1'}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Trunk': {'1.1'}} Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: consumer versions: Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: { DHCP agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: HyperV agent@hv-cinder-78638: {}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: L3 agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: Metadata agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: Metering agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: Open vSwitch agent@dv-cinder-786385-9-iscsi: { 'AddressGroup': '1.2', Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'ConntrackHelper': '1.0', Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Log': '1.0', Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Network': '1.1', Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Port': '1.7', Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'PortForwarding': '1.2', Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'QosPolicy': '1.9', Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'SecurityGroup': '1.4', Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'SecurityGroupRule': '1.2', Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'SubPort': '1.0', Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Subnet': '1.1', Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: 'Trunk': '1.1'}} Aug 25 17:26:26.871903 dv-cinder-786385-9-iscsi neutron-server[93888]: {{(pid=93888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:26:26.886333 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:26.886705 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Added segment 1ef823e0-8685-4408-bb58-2b2ceb416840 of type vlan for network e752cd27-8808-4b9a-8b54-3cb554fb743f Aug 25 17:26:26.930427 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:26.956203 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:26.957769 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:26.958411 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:27.024328 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43514) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:27.028186 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5970478 Aug 25 17:26:27.029776 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Request body: {'subnet': {'network_id': 'e752cd27-8808-4b9a-8b54-3cb554fb743f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-144450322-subnet', 'tenant_id': '98c04d7c4f5f438e8cebd161b681ad1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:27.035441 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7ad3a-ff8c-450d-a1aa-d214594b6668 admin admin] Pushing event updated for resources: {'Network': ['ID=e752cd27-8808-4b9a-8b54-3cb554fb743f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:27.047450 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network e752cd27-8808-4b9a-8b54-3cb554fb743f details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:26:27.060685 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Made reservation on behalf of 98c04d7c4f5f438e8cebd161b681ad1d for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:27.063202 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:27.255099 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:27.277363 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43528) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:27.321152 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e43f85-e684-4ef5-9f0a-60534c84dcc6,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:27.324319 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Checking segment: {'id': '1ef823e0-8685-4408-bb58-2b2ceb416840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e752cd27-8808-4b9a-8b54-3cb554fb743f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:27.324665 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Network hostable DHCP agents. Network: e752cd27-8808-4b9a-8b54-3cb554fb743f, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:26:27.336711 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:27.337087 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:27.337461 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:27.337798 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:27.338127 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:27.338477 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:27.338810 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:27.339135 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:27.339680 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:27.340169 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:27.340646 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:27.341131 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Tracked resource versions report: Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: pushed versions: Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: { 'AddressGroup': {'1.2'}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'ConntrackHelper': {'1.0'}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Log': {'1.0'}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Network': {'1.1'}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Port': {'1.7'}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'PortForwarding': {'1.2'}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'QosPolicy': {'1.9'}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'SecurityGroup': {'1.4'}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'SubPort': {'1.0'}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Subnet': {'1.1'}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Trunk': {'1.1'}} Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: consumer versions: Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: { DHCP agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: HyperV agent@hv-cinder-78638: {}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: L3 agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: Metadata agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: Metering agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: Open vSwitch agent@dv-cinder-786385-9-iscsi: { 'AddressGroup': '1.2', Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'ConntrackHelper': '1.0', Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Log': '1.0', Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Network': '1.1', Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Port': '1.7', Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'PortForwarding': '1.2', Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'QosPolicy': '1.9', Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'SecurityGroup': '1.4', Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'SecurityGroupRule': '1.2', Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'SubPort': '1.0', Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Subnet': '1.1', Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: 'Trunk': '1.1'}} Aug 25 17:26:27.342233 dv-cinder-786385-9-iscsi neutron-server[93889]: {{(pid=93889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:26:27.359985 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Network e752cd27-8808-4b9a-8b54-3cb554fb743f is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:26:27.372193 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, e752cd27-8808-4b9a-8b54-3cb554fb743f) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:27.376729 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:27.377379 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:27.384414 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a465f74c-4b31-478a-83a5-f116e6a3c0f1 None None] Network e752cd27-8808-4b9a-8b54-3cb554fb743f requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:26:27.401211 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-5080703d-40ba-4fb1-aaf8-f11dd5cb3e3e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3757498 Aug 25 17:26:27.409924 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43538) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:27.436035 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43542) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:27.522414 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425db8dc-317e-4590-8484-a8d09cb864d0 None None] Network e752cd27-8808-4b9a-8b54-3cb554fb743f requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:26:27.630895 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43556) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:27.639153 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-538942674-network', 'tenant_id': 'b06ef54ca3b74c70980d8d0a13987f62'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:27.666672 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Made reservation on behalf of b06ef54ca3b74c70980d8d0a13987f62 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:27.668767 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:27.678149 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:27.683767 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-474408704-network', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:27.698947 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.db.api [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 17:26:27.698947 dv-cinder-786385-9-iscsi neutron-server[93888]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 17:26:27.698947 dv-cinder-786385-9-iscsi neutron-server[93888]: [parameters: {'project_id_1': 'b06ef54ca3b74c70980d8d0a13987f62', 'expiration_1': datetime.datetime(2021, 8, 25, 17, 26, 27, 688968)}] Aug 25 17:26:27.698947 dv-cinder-786385-9-iscsi neutron-server[93888]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 17:26:27.699274 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG oslo_db.api [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 17:26:27.709604 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] Made reservation on behalf of a7ea1e2dd2fe437c9a89fbca6cf73a9b for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:27.712071 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:27.720593 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:27.738139 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-208783988-network', 'tenant_id': '759f66c057c9467a91417329b258a2fa'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:27.835430 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:27.857277 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:27.876776 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:26:27.889595 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:27.889940 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] Added segment 0ae473e0-f9e1-4bcd-93f7-789cacbc318a of type vlan for network ad187e33-934a-4e18-80df-b0dbcf133e48 Aug 25 17:26:27.953944 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:27.990129 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1705262061-network', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:27.993738 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] Made reservation on behalf of 759f66c057c9467a91417329b258a2fa for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:28.004602 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.008333 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.009389 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:28.009954 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.054818 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075decfd-17dd-48eb-a424-3bf7c9dec34d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:28.059649 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.095851 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43582) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:28.096493 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6848943 Aug 25 17:26:28.101914 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1657ed13-fc26-4803-8576-0419297df65f admin admin] Request body: {'subnet': {'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-subnet', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:28.175166 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] Made reservation on behalf of 6aea98bc458945fb805455be3ae1ea26 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:28.178565 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.189853 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.200806 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.271682 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.281371 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0265b7-9071-4c73-9953-08950bb94b75 admin admin] Pushing event updated for resources: {'Network': ['ID=ad187e33-934a-4e18-80df-b0dbcf133e48,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:28.285962 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.293096 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network ad187e33-934a-4e18-80df-b0dbcf133e48 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:26:28.302996 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:26:28.315379 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.316164 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] Added segment e27b4b36-4e73-4e45-a78f-fcf6e38a8952 of type vlan for network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 Aug 25 17:26:28.321765 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1657ed13-fc26-4803-8576-0419297df65f admin admin] Made reservation on behalf of a7ea1e2dd2fe437c9a89fbca6cf73a9b for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:28.328637 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1657ed13-fc26-4803-8576-0419297df65f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.383890 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.548418 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af84287c-0ac5-4fda-9fc1-0ee862e75105,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:28.579398 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.583810 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:28.585578 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.748549 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] Pushing event updated for resources: {'Network': ['ID=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:28.759708 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:26:28.805541 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.815141 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.831244 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:26:28.874702 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1657ed13-fc26-4803-8576-0419297df65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.909734 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:28.910140 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] Added segment 3ce13bf3-71ff-4ad8-ae66-b808b812e8de of type vlan for network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce Aug 25 17:26:28.923628 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ab8bc9-e3b8-448f-8951-e2a85f91848d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:28.976506 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.004830 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1657ed13-fc26-4803-8576-0419297df65f admin admin] Checking segment: {'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:29.007890 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1657ed13-fc26-4803-8576-0419297df65f admin admin] Network hostable DHCP agents. Network: ad187e33-934a-4e18-80df-b0dbcf133e48, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:26:29.012768 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.014032 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657ed13-fc26-4803-8576-0419297df65f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf66541-9305-4ae8-b7c6-d35b1d7e942e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:29.014213 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:29.015017 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.042209 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1657ed13-fc26-4803-8576-0419297df65f admin admin] Network ad187e33-934a-4e18-80df-b0dbcf133e48 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:26:29.062258 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-1657ed13-fc26-4803-8576-0419297df65f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, ad187e33-934a-4e18-80df-b0dbcf133e48) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:29.072192 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6824514-27e9-416c-87ce-48de88b5d4d0 None None] Network ad187e33-934a-4e18-80df-b0dbcf133e48 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:26:29.072693 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1657ed13-fc26-4803-8576-0419297df65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:29.073510 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1657ed13-fc26-4803-8576-0419297df65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.105262 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43620) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:29.116023 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:29.135314 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.142457 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.148794 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-fc5bb2b9-052d-42d1-a873-ec6ecd4113e7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5167403 Aug 25 17:26:29.154310 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-9b107150-4d27-48bf-963e-3374fe694d4f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7147291 Aug 25 17:26:29.154310 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43632) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:29.154726 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43634) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:29.159960 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-86f31958-8fb4-49d3-b9cd-1e68817a6077 admin admin] Request body: {'subnet': {'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1705262061-subnet', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:29.163437 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:26:29.178642 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:26:29.182191 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-5b9e58f6-957a-4bb2-8752-b20680530fe0 admin admin] Request body: {'subnet': {'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-208783988-subnet', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:29.199254 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.201287 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Added segment 59c77878-a160-44b8-ac46-eede89250720 of type vlan for network 2a3c329e-e3a3-4064-a1c3-eba4ac9a344d Aug 25 17:26:29.264246 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9e58f6-957a-4bb2-8752-b20680530fe0 admin admin] Made reservation on behalf of 759f66c057c9467a91417329b258a2fa for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:29.266481 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b9e58f6-957a-4bb2-8752-b20680530fe0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.276011 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6444d2a-b174-41e3-aaf2-331e1d822d90,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:29.281497 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-1657ed13-fc26-4803-8576-0419297df65f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1842554 Aug 25 17:26:29.299723 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43638) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:29.312363 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:29.336291 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.373540 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f31958-8fb4-49d3-b9cd-1e68817a6077 admin admin] Made reservation on behalf of 6aea98bc458945fb805455be3ae1ea26 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:29.376858 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86f31958-8fb4-49d3-b9cd-1e68817a6077 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.387618 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-83974d6c-c8a5-4757-a054-05bfcacf579d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.416927 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43646) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:29.425044 dv-cinder-786385-9-iscsi neutron-server[93888]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 17:26:29.473861 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293b03c0-683d-5317-98f3-46b05dd76c6a-ad187e33-934a-4e18-80df-b0dbcf133e48', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e'}]}} from dv-cinder-786385-9-iscsi. {{(pid=93890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:26:29.475684 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.500095 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.501210 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4148'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.559911 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.560855 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:29.561427 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.666057 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.722172 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Allocated IP 172.20.0.2 (ad187e33-934a-4e18-80df-b0dbcf133e48/eaf66541-9305-4ae8-b7c6-d35b1d7e942e/73a74565-4fb1-4e7c-9c1c-22c0afafa346) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:26:29.761962 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] Pushing event updated for resources: {'Network': ['ID=2a3c329e-e3a3-4064-a1c3-eba4ac9a344d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:29.777411 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-8569cd1b-2f80-4fe9-96bd-42edc84e3f34 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:29.782246 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-8569cd1b-2f80-4fe9-96bd-42edc84e3f34 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/networks?id=e752cd27-8808-4b9a-8b54-3cb554fb743f HTTP/1.1" status: 200 len: 811 time: 0.3636563 Aug 25 17:26:29.811996 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-91b04d3f-aaf6-419f-9776-f5b4926a188a tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/quotas/98c04d7c4f5f438e8cebd161b681ad1d HTTP/1.1" status: 200 len: 375 time: 0.0216849 Aug 25 17:26:29.819612 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network 2a3c329e-e3a3-4064-a1c3-eba4ac9a344d details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:26:29.890929 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-bc70c820-9f15-4a47-b614-af1060b8df96 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98c04d7c4f5f438e8cebd161b681ad1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716846 Aug 25 17:26:29.923292 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-83974d6c-c8a5-4757-a054-05bfcacf579d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.930752 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-83974d6c-c8a5-4757-a054-05bfcacf579d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.946849 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b9e58f6-957a-4bb2-8752-b20680530fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.955520 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86f31958-8fb4-49d3-b9cd-1e68817a6077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:29.974959 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83974d6c-c8a5-4757-a054-05bfcacf579d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c06df6-9a68-4978-923b-b1b28e6b0d0e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:29.979598 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-87b8a605-a69f-438d-bf30-9e01240532cd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7008870 Aug 25 17:26:29.985242 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43666) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:29.990172 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-660dc33d-884e-4e14-ad02-3a111cc8dcf9 admin admin] Request body: {'subnet': {'network_id': '2a3c329e-e3a3-4064-a1c3-eba4ac9a344d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-538942674-subnet', 'tenant_id': 'b06ef54ca3b74c70980d8d0a13987f62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:30.000907 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.002519 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.013448 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Transition to ACTIVE for port object 73a74565-4fb1-4e7c-9c1c-22c0afafa346 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:26:30.028023 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-83974d6c-c8a5-4757-a054-05bfcacf579d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bdeceb6e01f4b2d89d6441a4db7abe5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9213367 Aug 25 17:26:30.032393 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43670) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:30.035695 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Transition to ACTIVE for port object 73a74565-4fb1-4e7c-9c1c-22c0afafa346 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:26:30.042359 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660dc33d-884e-4e14-ad02-3a111cc8dcf9 admin admin] Made reservation on behalf of b06ef54ca3b74c70980d8d0a13987f62 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:30.044767 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.045388 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-660dc33d-884e-4e14-ad02-3a111cc8dcf9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.092291 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Network ad187e33-934a-4e18-80df-b0dbcf133e48 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:30.097936 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:30.104746 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:26:30.113639 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e58f6-957a-4bb2-8752-b20680530fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d88b7ad9-4828-4f9c-970b-b476b3fb93c6,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:30.117750 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f31958-8fb4-49d3-b9cd-1e68817a6077 admin admin] Checking segment: {'id': '3ce13bf3-71ff-4ad8-ae66-b808b812e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:30.118490 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f31958-8fb4-49d3-b9cd-1e68817a6077 admin admin] Network hostable DHCP agents. Network: 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:26:30.118865 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Pushing event updated for resources: {'Port': ['ID=73a74565-4fb1-4e7c-9c1c-22c0afafa346,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:30.125545 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e58f6-957a-4bb2-8752-b20680530fe0 admin admin] Checking segment: {'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:30.125891 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e58f6-957a-4bb2-8752-b20680530fe0 admin admin] Network hostable DHCP agents. Network: 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:26:30.161693 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-1d8fb356-c2db-4de3-8b5b-bf69f756bfa7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:26:30.164388 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-1d8fb356-c2db-4de3-8b5b-bf69f756bfa7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1621885 Aug 25 17:26:30.174550 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:30.174550 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:30.174550 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:30.174550 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:30.174550 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:30.174550 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:30.174550 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:30.174550 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:30.175421 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:30.175421 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:30.175421 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:30.175699 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Tracked resource versions report: Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: pushed versions: Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: { 'AddressGroup': {'1.2'}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'ConntrackHelper': {'1.0'}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Log': {'1.0'}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Network': {'1.1'}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Port': {'1.7'}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'PortForwarding': {'1.2'}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'QosPolicy': {'1.9'}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'SecurityGroup': {'1.4'}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'SubPort': {'1.0'}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Subnet': {'1.1'}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Trunk': {'1.1'}} Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: consumer versions: Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: { DHCP agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: HyperV agent@hv-cinder-78638: {}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: L3 agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: Metadata agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: Metering agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: Open vSwitch agent@dv-cinder-786385-9-iscsi: { 'AddressGroup': '1.2', Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'ConntrackHelper': '1.0', Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Log': '1.0', Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Network': '1.1', Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Port': '1.7', Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'PortForwarding': '1.2', Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'QosPolicy': '1.9', Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'SecurityGroup': '1.4', Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'SecurityGroupRule': '1.2', Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'SubPort': '1.0', Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Subnet': '1.1', Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: 'Trunk': '1.1'}} Aug 25 17:26:30.176844 dv-cinder-786385-9-iscsi neutron-server[93890]: {{(pid=93890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:26:30.197509 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Attempting to bind port 73a74565-4fb1-4e7c-9c1c-22c0afafa346 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:26:30.197889 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Attempting to bind port 73a74565-4fb1-4e7c-9c1c-22c0afafa346 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:26:30.198565 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Attempting to bind port 73a74565-4fb1-4e7c-9c1c-22c0afafa346 on network ad187e33-934a-4e18-80df-b0dbcf133e48 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:26:30.204440 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:26:30.204817 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Checking segment: {'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:30.205924 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.205924 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Bound using segment: {'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:26:30.206151 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Bound port: 73a74565-4fb1-4e7c-9c1c-22c0afafa346, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:26:30.206441 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.292418 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] For port 73a74565-4fb1-4e7c-9c1c-22c0afafa346, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:26:30.295066 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f31958-8fb4-49d3-b9cd-1e68817a6077 admin admin] Network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:26:30.297875 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] For port 73a74565-4fb1-4e7c-9c1c-22c0afafa346, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=73a74565-4fb1-4e7c-9c1c-22c0afafa346,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:26:30.305679 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.323653 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f31958-8fb4-49d3-b9cd-1e68817a6077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75334e3b-40c5-4c0c-b23e-9bc0f215df9d,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:30.324031 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3a66ede5-a290-43ad-a314-e722fb9aedc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.327782 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e58f6-957a-4bb2-8752-b20680530fe0 admin admin] Network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:26:30.342456 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-5b9e58f6-957a-4bb2-8752-b20680530fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:30.345227 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-86f31958-8fb4-49d3-b9cd-1e68817a6077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:30.356186 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9e58f6-957a-4bb2-8752-b20680530fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:30.356995 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b9e58f6-957a-4bb2-8752-b20680530fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.360473 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174cdd5b-63c7-481f-b902-ea20744cd3fc None None] Network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:26:30.373153 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f31958-8fb4-49d3-b9cd-1e68817a6077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:30.374512 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86f31958-8fb4-49d3-b9cd-1e68817a6077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.380542 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-5b9e58f6-957a-4bb2-8752-b20680530fe0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2247210 Aug 25 17:26:30.383645 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43672) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:30.388411 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:30.406336 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-edc8003b-8dc9-4571-ba60-820f49b01eac service neutron] 10.222.0.13 "GET /v2.0/networks/e752cd27-8808-4b9a-8b54-3cb554fb743f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337344 Aug 25 17:26:30.422962 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3a66ede5-a290-43ad-a314-e722fb9aedc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.509396 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.510694 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4148'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.522723 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7b30de-72d6-4f13-9c6b-962de81bf3af None None] Network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:26:30.526796 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-86f31958-8fb4-49d3-b9cd-1e68817a6077 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3707764 Aug 25 17:26:30.529874 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43676) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:30.541928 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1705262061-router', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:30.585006 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-660dc33d-884e-4e14-ad02-3a111cc8dcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.595794 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293b03c0-683d-5317-98f3-46b05dd76c6a-8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6'}]}} from dv-cinder-786385-9-iscsi. {{(pid=93890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:26:30.597237 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.695990 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.700056 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.700959 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4148'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.707698 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.758875 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-524f199b-2d10-4715-bd6e-af0ace49fae9 service neutron] 10.222.0.13 "GET /v2.0/networks/e752cd27-8808-4b9a-8b54-3cb554fb743f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316123 Aug 25 17:26:30.763355 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660dc33d-884e-4e14-ad02-3a111cc8dcf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2366242-0bb4-4b1c-896f-205b87aa0207,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:30.772153 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3a66ede5-a290-43ad-a314-e722fb9aedc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.776228 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3a66ede5-a290-43ad-a314-e722fb9aedc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.778226 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3a66ede5-a290-43ad-a314-e722fb9aedc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1c06df6-9a68-4978-923b-b1b28e6b0d0e HTTP/1.1" status: 204 len: 168 time: 0.7448034 Aug 25 17:26:30.809569 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.815058 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660dc33d-884e-4e14-ad02-3a111cc8dcf9 admin admin] Checking segment: {'id': '59c77878-a160-44b8-ac46-eede89250720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2a3c329e-e3a3-4064-a1c3-eba4ac9a344d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:30.816785 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660dc33d-884e-4e14-ad02-3a111cc8dcf9 admin admin] Network hostable DHCP agents. Network: 2a3c329e-e3a3-4064-a1c3-eba4ac9a344d, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:26:30.821640 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66ede5-a290-43ad-a314-e722fb9aedc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c06df6-9a68-4978-923b-b1b28e6b0d0e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:30.866583 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660dc33d-884e-4e14-ad02-3a111cc8dcf9 admin admin] Network 2a3c329e-e3a3-4064-a1c3-eba4ac9a344d is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:26:30.885027 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-660dc33d-884e-4e14-ad02-3a111cc8dcf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, 2a3c329e-e3a3-4064-a1c3-eba4ac9a344d) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:30.887656 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.908808 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660dc33d-884e-4e14-ad02-3a111cc8dcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:30.910011 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-660dc33d-884e-4e14-ad02-3a111cc8dcf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.955921 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-660dc33d-884e-4e14-ad02-3a111cc8dcf9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9696922 Aug 25 17:26:30.966063 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:30.969415 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8ea70-ea62-4a32-8442-6aa2e3441e03 None None] Pushing event updated for resources: {'Port': ['ID=73a74565-4fb1-4e7c-9c1c-22c0afafa346,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:31.012729 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ff6d1-cd44-44af-b1b7-de1afead8bc0 None None] Network 2a3c329e-e3a3-4064-a1c3-eba4ac9a344d requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:26:31.157937 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:31.285228 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43714) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:31.451982 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea190229-43c3-4fb9-b2b7-80e50f228bf0 None None] Network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:26:31.488647 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-132f6f18-9b19-462f-866e-76a5ce904f03 req-7ee0158a-4b01-4f02-842f-be6dfb559e41 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 210 time: 0.1970551 Aug 25 17:26:31.579613 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43730) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:31.601514 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2540f885-6d9c-4d84-a00b-2c49dc94ecd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:31.618501 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Allocated IP 172.27.3.93 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/7026b3f5-d7a6-4481-ad45-a30141e52307) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:26:31.805846 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Allocated IP 172.20.0.2 (8131e9a9-2e21-4b4b-9f11-89e8e152e2a9/d88b7ad9-4828-4f9c-970b-b476b3fb93c6/9dfb47e3-6b44-4a7e-ae98-65c68a15cc32) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:26:31.947480 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19802c7-2823-45af-93a9-5b8027750655 None None] Network 2a3c329e-e3a3-4064-a1c3-eba4ac9a344d requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:26:31.966709 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2540f885-6d9c-4d84-a00b-2c49dc94ecd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:31.975139 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2540f885-6d9c-4d84-a00b-2c49dc94ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.026426 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-2540f885-6d9c-4d84-a00b-2c49dc94ecd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7be830ef73ed4985b649580ed8baa3b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4495974 Aug 25 17:26:32.027837 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540f885-6d9c-4d84-a00b-2c49dc94ecd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93df2b90-8a52-4a2c-981b-e803ba55cad0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:32.030732 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43744) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:32.122352 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6976e1ea-ffa8-4799-8289-4fdf3a61688b None None] Network ad187e33-934a-4e18-80df-b0dbcf133e48 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:26:32.124981 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfac4a28-578b-4bd8-8346-9f916986b3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.149648 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfac4a28-578b-4bd8-8346-9f916986b3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.241808 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.258332 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfac4a28-578b-4bd8-8346-9f916986b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.261487 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dfac4a28-578b-4bd8-8346-9f916986b3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.265051 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-dfac4a28-578b-4bd8-8346-9f916986b3b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93df2b90-8a52-4a2c-981b-e803ba55cad0 HTTP/1.1" status: 204 len: 168 time: 0.2305100 Aug 25 17:26:32.274289 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac4a28-578b-4bd8-8346-9f916986b3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93df2b90-8a52-4a2c-981b-e803ba55cad0,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:32.282813 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.311347 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43758) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:32.315282 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.318229 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-918594853-network', 'tenant_id': 'df63d0bb984c499cb53e95d2cfdab390'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:32.330696 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.358085 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-eba6486d-6007-4ca6-a4fb-0f563a72ca8e None None] Provisioning for port 73a74565-4fb1-4e7c-9c1c-22c0afafa346 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:26:32.381660 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] Made reservation on behalf of df63d0bb984c499cb53e95d2cfdab390 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:32.384099 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.394619 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.397725 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.607975 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 73a74565-4fb1-4e7c-9c1c-22c0afafa346 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:32.617525 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.636151 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.657148 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.677949 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-594a74ec-28a7-4345-bee1-378662f04ec4 req-56c232a7-8cec-4029-8109-b83000653e37 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 210 time: 0.0550516 Aug 25 17:26:32.711574 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:26:32.712738 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Transition to ACTIVE for port object 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:26:32.716594 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 73a74565-4fb1-4e7c-9c1c-22c0afafa346 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:26:32.732293 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.732918 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] Added segment 9d50928a-d440-4cec-afcf-29e30c849cfc of type vlan for network f227cfb7-400f-457e-b747-282c27f20a54 Aug 25 17:26:32.733045 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 73a74565-4fb1-4e7c-9c1c-22c0afafa346 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:32.733355 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.734695 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce174783-c12f-4ac2-aeee-b94cf537bcc2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:32.751883 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.790634 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Transition to ACTIVE for port object 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:26:32.813024 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.820385 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.865509 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.871073 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:32.872506 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:32.943931 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:32.950917 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:32.959882 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:26:32.969344 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:32.981728 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Pushing event updated for resources: {'Port': ['ID=9dfb47e3-6b44-4a7e-ae98-65c68a15cc32,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:32.987911 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:32.997236 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Allocated IP 172.27.3.32 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/db8f4902-1721-4207-acbb-4c5ff0dafa08) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:26:33.000599 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:26:33.003241 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Pushing event updated for resources: {'Port': ['ID=7026b3f5-d7a6-4481-ad45-a30141e52307,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:33.018339 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7051113 Aug 25 17:26:33.028623 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43786) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:33.045658 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d9d78e39-73fe-4602-a7e1-563441ae1c14 admin admin] Request body: {'subnet': {'network_id': 'f227cfb7-400f-457e-b747-282c27f20a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-918594853-subnet', 'tenant_id': 'df63d0bb984c499cb53e95d2cfdab390', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:33.167225 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1a6ef-7459-44b6-9690-cf8d886e4dad admin admin] Pushing event updated for resources: {'Network': ['ID=f227cfb7-400f-457e-b747-282c27f20a54,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:33.187907 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network f227cfb7-400f-457e-b747-282c27f20a54 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:26:33.191513 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d78e39-73fe-4602-a7e1-563441ae1c14 admin admin] Made reservation on behalf of df63d0bb984c499cb53e95d2cfdab390 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:33.196004 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9d78e39-73fe-4602-a7e1-563441ae1c14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:33.197758 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:33.308858 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Attempting to bind port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:26:33.309212 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Attempting to bind port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:26:33.311079 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Attempting to bind port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 on network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:26:33.370585 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43800) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:33.388317 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:26:33.388825 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Checking segment: {'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:33.389236 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:33.389641 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Bound using segment: {'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:26:33.392618 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Bound port: 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:26:33.393213 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:33.477856 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-03634f80-2a6f-4cb6-9a72-09c10cad5468 None None] Provisioning complete for port 73a74565-4fb1-4e7c-9c1c-22c0afafa346 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:33.485803 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-03634f80-2a6f-4cb6-9a72-09c10cad5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:33.515037 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9d78e39-73fe-4602-a7e1-563441ae1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:33.545767 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 73a74565-4fb1-4e7c-9c1c-22c0afafa346, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=73a74565-4fb1-4e7c-9c1c-22c0afafa346,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:26:33.618954 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:33.650704 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:33.733382 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:33.751399 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] For port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:26:33.832491 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] For port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=9dfb47e3-6b44-4a7e-ae98-65c68a15cc32,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:26:33.843487 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=73a74565-4fb1-4e7c-9c1c-22c0afafa346,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:33.854934 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:33.945181 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d78e39-73fe-4602-a7e1-563441ae1c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba745a27-f119-405a-807f-a9f4fa5ccb7d,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:33.979613 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a1bd22cc-9f18-4251-89e4-a96b6aa3de3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:33.996063 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:34.016489 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-23a01e26-85bd-4c59-b199-94a05a229506 req-9052bffc-f429-4a1a-bb6d-f7c10a9d8793 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 210 time: 0.0328276 Aug 25 17:26:34.098583 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d78e39-73fe-4602-a7e1-563441ae1c14 admin admin] Checking segment: {'id': '9d50928a-d440-4cec-afcf-29e30c849cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f227cfb7-400f-457e-b747-282c27f20a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:34.098583 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d78e39-73fe-4602-a7e1-563441ae1c14 admin admin] Network hostable DHCP agents. Network: f227cfb7-400f-457e-b747-282c27f20a54, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:26:34.128082 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f3237-90e2-422b-8623-c52769fcb00e None None] Pushing event updated for resources: {'Port': ['ID=9dfb47e3-6b44-4a7e-ae98-65c68a15cc32,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:34.154256 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:34.167530 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:34.178247 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:26:34.179056 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d78e39-73fe-4602-a7e1-563441ae1c14 admin admin] Network f227cfb7-400f-457e-b747-282c27f20a54 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:26:34.197010 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-d9d78e39-73fe-4602-a7e1-563441ae1c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, f227cfb7-400f-457e-b747-282c27f20a54) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:34.201920 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d78e39-73fe-4602-a7e1-563441ae1c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:34.202507 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d9d78e39-73fe-4602-a7e1-563441ae1c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:34.206224 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db26a031-f214-47db-ad41-5cb34aa3be58 None None] Network f227cfb7-400f-457e-b747-282c27f20a54 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:26:34.211996 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a1bd22cc-9f18-4251-89e4-a96b6aa3de3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:34.221351 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a1bd22cc-9f18-4251-89e4-a96b6aa3de3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:34.241678 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-d9d78e39-73fe-4602-a7e1-563441ae1c14 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2119823 Aug 25 17:26:34.242653 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Allocated IP 172.27.3.81 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/0fa3c1f6-b694-430c-b839-def56bd58406) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:26:34.270314 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a1bd22cc-9f18-4251-89e4-a96b6aa3de3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc4880b6565249dfb0d9f83b72243c43&name=default HTTP/1.1" status: 200 len: 2977 time: 0.8988924 Aug 25 17:26:34.272394 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd22cc-9f18-4251-89e4-a96b6aa3de3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b76519-1e0d-4511-9142-e464c3b6e991,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:34.276315 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43830) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:34.289519 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Pushing event updated for resources: {'Port': ['ID=db8f4902-1721-4207-acbb-4c5ff0dafa08,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:34.398321 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2394585e-bf46-4eeb-a772-ad74dfd4dbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:34.487232 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2394585e-bf46-4eeb-a772-ad74dfd4dbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:34.491874 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.25', 57521) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:34.534128 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43834) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:34.547846 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abaeaa7-9fc6-41a9-bcb1-5601517960b2 None None] Network f227cfb7-400f-457e-b747-282c27f20a54 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:26:34.641937 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-6e0af003-e661-4d2b-a4b5-bc7781f9587e tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:34.647642 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-6e0af003-e661-4d2b-a4b5-bc7781f9587e tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.25 "GET /v2.0/networks?id=e752cd27-8808-4b9a-8b54-3cb554fb743f HTTP/1.1" status: 200 len: 811 time: 0.1547384 Aug 25 17:26:34.718850 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-c1215871-18a0-484f-9458-1bd887e10e9b tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Request body: {'port': {'device_id': '6a4be1df-51ea-487a-859d-77eea42b19ba', 'network_id': 'e752cd27-8808-4b9a-8b54-3cb554fb743f', 'admin_state_up': True, 'tenant_id': '98c04d7c4f5f438e8cebd161b681ad1d'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:34.761139 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:34.838692 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8e3738-c42f-4b4c-a995-b6ab131aaa18 admin admin] Deleting subnet e2366242-0bb4-4b1c-896f-205b87aa0207 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:26:34.846641 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539185'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:34.848759 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3738-c42f-4b4c-a995-b6ab131aaa18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:34.853972 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:34.855334 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2394585e-bf46-4eeb-a772-ad74dfd4dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:34.860811 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2394585e-bf46-4eeb-a772-ad74dfd4dbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:34.862136 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-2394585e-bf46-4eeb-a772-ad74dfd4dbfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68b76519-1e0d-4511-9142-e464c3b6e991 HTTP/1.1" status: 204 len: 168 time: 0.5849004 Aug 25 17:26:34.880559 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:26:34.891576 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 73a74565-4fb1-4e7c-9c1c-22c0afafa346 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:34.920014 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394585e-bf46-4eeb-a772-ad74dfd4dbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b76519-1e0d-4511-9142-e464c3b6e991,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:35.001969 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 73a74565-4fb1-4e7c-9c1c-22c0afafa346 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:35.002977 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:35.157285 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3738-c42f-4b4c-a995-b6ab131aaa18 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:35.176799 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-c1215871-18a0-484f-9458-1bd887e10e9b tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Made reservation on behalf of 98c04d7c4f5f438e8cebd161b681ad1d for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:35.189003 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-c1215871-18a0-484f-9458-1bd887e10e9b tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:35.210400 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3738-c42f-4b4c-a995-b6ab131aaa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:35.340814 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:35.471276 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-409fa751-6c1e-4caa-8bf2-809b8b233478 req-c27248b7-decd-4dd1-a192-ac0ddb9aa494 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 210 time: 0.1091790 Aug 25 17:26:35.656950 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3489b167-5e3b-4b0c-b8f3-48803c60a65f None None] Network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:26:35.727342 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-c1215871-18a0-484f-9458-1bd887e10e9b tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Allocated IP 172.20.0.12 (e752cd27-8808-4b9a-8b54-3cb554fb743f/11e43f85-e684-4ef5-9f0a-60534c84dcc6/bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:26:35.729488 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:35.779544 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3738-c42f-4b4c-a995-b6ab131aaa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:35.839317 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-e8c3ab94-83b4-4955-b8e4-eb27ff3f2f4b None None] Provisioning for port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:26:35.870903 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-e8c3ab94-83b4-4955-b8e4-eb27ff3f2f4b None None] Provisioning complete for port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:35.873066 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e3738-c42f-4b4c-a995-b6ab131aaa18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2366242-0bb4-4b1c-896f-205b87aa0207,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:35.873695 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8c3ab94-83b4-4955-b8e4-eb27ff3f2f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:35.887399 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:35.938165 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:35.950444 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3738-c42f-4b4c-a995-b6ab131aaa18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:35.952659 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4f8e3738-c42f-4b4c-a995-b6ab131aaa18 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e2366242-0bb4-4b1c-896f-205b87aa0207 HTTP/1.1" status: 204 len: 168 time: 1.4128284 Aug 25 17:26:35.954220 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:26:35.995246 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43916) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:36.108491 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 is scheduled to L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:26:36.132357 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Pushing event updated for resources: {'Port': ['ID=0fa3c1f6-b694-430c-b839-def56bd58406,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:36.174345 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:36.259773 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-c1215871-18a0-484f-9458-1bd887e10e9b tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:36.326725 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:36.338099 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:26:36.338514 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:26:36.339368 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:26:36.339840 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Subscribe: > port after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:26:36.340219 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:26:36.340612 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Subscribe: > port after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:26:36.341016 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:26:36.341394 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:26:36.341815 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:26:36.342221 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:26:36.360200 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8c3ab94-83b4-4955-b8e4-eb27ff3f2f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:36.517420 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:26:36.528720 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Sync routers for ids ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:26:36.542047 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e8c3ab94-83b4-4955-b8e4-eb27ff3f2f4b None None] For port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=9dfb47e3-6b44-4a7e-ae98-65c68a15cc32,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:26:36.556632 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e8c3ab94-83b4-4955-b8e4-eb27ff3f2f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:36.558679 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Routers {'798cd054-fad1-4a1c-a325-7e05dcdc0de6'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:26:36.562069 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:26:36.562500 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:26:36.563388 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:26:36.563527 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:26:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:36.563675 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:26:36.563675 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3c329e-e3a3-4064-a1c3-eba4ac9a344d']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:36.610151 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c77878-a160-44b8-ac46-eede89250720') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:36.610670 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c77878-a160-44b8-ac46-eede89250720') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:36.637095 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:36.638421 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-597ee787-6891-4dea-a8ad-d0f1d6d3be96 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3356888 Aug 25 17:26:36.650494 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64079768'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:36.654734 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 43946) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:36.691739 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3ab94-83b4-4955-b8e4-eb27ff3f2f4b None None] Pushing event updated for resources: {'Port': ['ID=9dfb47e3-6b44-4a7e-ae98-65c68a15cc32,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:36.854524 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-c1215871-18a0-484f-9458-1bd887e10e9b tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:36.932113 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:37.095360 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:37.111779 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Set router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:26:37.129702 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:26:37.131905 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64812785'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:37.153921 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539185'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:37.312394 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-ec3adb7b-b68e-43df-a46c-f96f5fe65bfc None None] Provisioning complete for port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:37.312778 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec3adb7b-b68e-43df-a46c-f96f5fe65bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: from cryptography.utils import int_from_bytes Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: from cryptography.utils import int_from_bytes Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: Traceback (most recent call last): Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: timer() Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: cb(*args, **kw) Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: return func(*args, **kwargs) Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: self._notify() Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: self.callback(batched_events) Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: event.method(event) Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: return f(self, *a, **k) Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._get(url).json() Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:26:37.351414 dv-cinder-786385-9-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:26:37.379405 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-c1215871-18a0-484f-9458-1bd887e10e9b tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Network e752cd27-8808-4b9a-8b54-3cb554fb743f is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:37.392989 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-c1215871-18a0-484f-9458-1bd887e10e9b tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:37.402264 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-c1215871-18a0-484f-9458-1bd887e10e9b tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:26:37.525464 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:37.543469 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:37.555064 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2a3c329e-e3a3-4064-a1c3-eba4ac9a344d HTTP/1.1" status: 204 len: 168 time: 1.5586536 Aug 25 17:26:37.574927 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43966) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:37.699892 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:33Z', 'revision_number': 3, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:37.706782 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-c1215871-18a0-484f-9458-1bd887e10e9b tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:37.721248 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-c1215871-18a0-484f-9458-1bd887e10e9b tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:37.763913 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Router fed0411d-2707-4f29-bdf0-58534ab1a8be is scheduled to L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:26:37.780812 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Checking router: 798cd054-fad1-4a1c-a325-7e05dcdc0de6 for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:26:37.781380 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Updating router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 port 7026b3f5-d7a6-4481-ad45-a30141e52307 binding host dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:26:37.803778 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bd16a-c3af-4af2-88c3-3dee50b8ca03 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a3c329e-e3a3-4064-a1c3-eba4ac9a344d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:37.805920 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1215871-18a0-484f-9458-1bd887e10e9b tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Pushing event updated for resources: {'Port': ['ID=bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:37.825942 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:37.837905 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-c1215871-18a0-484f-9458-1bd887e10e9b tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1302972 Aug 25 17:26:37.909284 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcf15c-a8fb-4593-acfd-b913c14e04b1 req-cf4d581c-ad6c-4943-a9af-d4599cf249a6 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:37.917411 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7efcf15c-a8fb-4593-acfd-b913c14e04b1 req-cf4d581c-ad6c-4943-a9af-d4599cf249a6 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 932 time: 1.1008487 Aug 25 17:26:38.001552 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7efcf15c-a8fb-4593-acfd-b913c14e04b1 req-3ab50432-d15b-4b35-a455-2cad61d47afb tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746405 Aug 25 17:26:38.021012 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539185'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:38.021556 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a26b369-cc36-45b4-ad04-822dab8e4726 admin admin] Deleting subnet ba745a27-f119-405a-807f-a9f4fa5ccb7d {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:26:38.029738 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a26b369-cc36-45b4-ad04-822dab8e4726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:38.267302 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a26b369-cc36-45b4-ad04-822dab8e4726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64079751'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:38.321388 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a26b369-cc36-45b4-ad04-822dab8e4726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:38.342506 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:38.361744 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Transition to ACTIVE for port object 7026b3f5-d7a6-4481-ad45-a30141e52307 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:26:38.377227 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:38.410533 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-51f297ad-c4fc-4e82-b2ec-55743d0edde1 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:26:38.411714 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-51f297ad-c4fc-4e82-b2ec-55743d0edde1 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067940 Aug 25 17:26:38.453260 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a26b369-cc36-45b4-ad04-822dab8e4726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64812695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65004337'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:38.512861 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26b369-cc36-45b4-ad04-822dab8e4726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba745a27-f119-405a-807f-a9f4fa5ccb7d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:38.531375 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a26b369-cc36-45b4-ad04-822dab8e4726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:38.550251 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6a26b369-cc36-45b4-ad04-822dab8e4726 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ba745a27-f119-405a-807f-a9f4fa5ccb7d HTTP/1.1" status: 204 len: 168 time: 0.8411641 Aug 25 17:26:38.550251 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 43986) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:38.551442 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Pushing event updated for resources: {'Port': ['ID=7026b3f5-d7a6-4481-ad45-a30141e52307,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:38.606186 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:38.611675 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:38.612428 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:38.612983 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:38.613555 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:38.614140 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:38.614905 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:38.615484 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:38.616796 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:38.617344 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:38.617966 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:38.618524 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Tracked resource versions report: Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: pushed versions: Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: { 'AddressGroup': {'1.2'}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'ConntrackHelper': {'1.0'}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Log': {'1.0'}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Network': {'1.1'}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Port': {'1.7'}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'PortForwarding': {'1.2'}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'QosPolicy': {'1.9'}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'SecurityGroup': {'1.4'}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'SecurityGroupRule': {'1.2'}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'SubPort': {'1.0'}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Subnet': {'1.1'}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Trunk': {'1.1'}} Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: consumer versions: Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: { DHCP agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: HyperV agent@hv-cinder-78638: {}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: L3 agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: Metadata agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: Metering agent@dv-cinder-786385-9-iscsi: {}, Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: Open vSwitch agent@dv-cinder-786385-9-iscsi: { 'AddressGroup': '1.2', Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'ConntrackHelper': '1.0', Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Log': '1.0', Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Network': '1.1', Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Port': '1.7', Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'PortForwarding': '1.2', Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'QosPolicy': '1.9', Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'SecurityGroup': '1.4', Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'SecurityGroupRule': '1.2', Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'SubPort': '1.0', Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Subnet': '1.1', Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: 'Trunk': '1.1'}} Aug 25 17:26:38.620306 dv-cinder-786385-9-iscsi neutron-server[93891]: {{(pid=93891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 17:26:38.631057 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:38.643172 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Attempting to bind port 7026b3f5-d7a6-4481-ad45-a30141e52307 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:26:38.644186 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Attempting to bind port 7026b3f5-d7a6-4481-ad45-a30141e52307 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:26:38.644804 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Attempting to bind port 7026b3f5-d7a6-4481-ad45-a30141e52307 on network 091e1213-26c2-48c7-a106-2f490c2928b0 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:26:38.652996 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:26:38.653884 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Checking segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:38.654522 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:38.655154 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Bound using segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:26:38.655926 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Bound port: 7026b3f5-d7a6-4481-ad45-a30141e52307, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:26:38.657719 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:38.762239 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:38.762239 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:38.773497 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] For port 7026b3f5-d7a6-4481-ad45-a30141e52307, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:26:38.779278 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] For port 7026b3f5-d7a6-4481-ad45-a30141e52307, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=7026b3f5-d7a6-4481-ad45-a30141e52307,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:26:38.790128 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:38.793307 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-275714fb-395d-44a1-b94f-f0eac237bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:38.912670 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Routers {'798cd054-fad1-4a1c-a325-7e05dcdc0de6'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:26:38.913480 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:26:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:38.999860 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:26:39.048569 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Sync routers for ids ['fed0411d-2707-4f29-bdf0-58534ab1a8be'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:26:39.055780 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:39.060904 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Routers {'fed0411d-2707-4f29-bdf0-58534ab1a8be'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:26:39.061831 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:26:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['fed0411d-2707-4f29-bdf0-58534ab1a8be'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:39.062597 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 44000) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:39.077366 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a0981210-2dcc-4a8a-bd09-9217be712e1c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.5385783 Aug 25 17:26:39.083121 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Router b91dd6b7-f77d-419c-b949-dccc52b00064 is scheduled to L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:26:39.179913 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbecb44-e0b3-41a4-b03c-b6553f5a3c3b None None] Pushing event updated for resources: {'Port': ['ID=7026b3f5-d7a6-4481-ad45-a30141e52307,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:39.265394 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] Set router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:26:39.265587 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-275714fb-395d-44a1-b94f-f0eac237bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:39.287393 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Request body: {'port': {'device_id': '6a4be1df-51ea-487a-859d-77eea42b19ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:39.441302 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-275714fb-395d-44a1-b94f-f0eac237bf9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f227cfb7-400f-457e-b747-282c27f20a54']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:39.497770 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-275714fb-395d-44a1-b94f-f0eac237bf9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d50928a-d440-4cec-afcf-29e30c849cfc') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:39.498069 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-275714fb-395d-44a1-b94f-f0eac237bf9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d50928a-d440-4cec-afcf-29e30c849cfc') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:39.527483 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:39.547488 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-275714fb-395d-44a1-b94f-f0eac237bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64079768'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:39.553835 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Set router fed0411d-2707-4f29-bdf0-58534ab1a8be gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:26:39.689635 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656b4bd-8e9e-41d4-809e-851a86ae7d2f req-14beaacc-a42c-47a4-9a91-08bbc63ea2b4 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:39.696525 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5656b4bd-8e9e-41d4-809e-851a86ae7d2f req-14beaacc-a42c-47a4-9a91-08bbc63ea2b4 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 932 time: 0.4264648 Aug 25 17:26:39.714691 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:39.733398 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:33Z', 'revision_number': 3, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:39.774872 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429bf8a0-d5a1-4d5e-80f8-892d4353355e None None] The sync data for ids ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'] in dv-cinder-786385-9-iscsi is: [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:33Z', 'revision_number': 3, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:26:39.896645 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-457ec32c-417d-4933-adc6-579ad1e5e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:40.020990 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-275714fb-395d-44a1-b94f-f0eac237bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:40.039950 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275714fb-395d-44a1-b94f-f0eac237bf9f admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:26:40.043494 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-275714fb-395d-44a1-b94f-f0eac237bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64812785'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:40.082795 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:40.237352 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Allocated IP 172.20.0.1 (ad187e33-934a-4e18-80df-b0dbcf133e48/eaf66541-9305-4ae8-b7c6-d35b1d7e942e/68945910-eea6-46e2-87d8-83d3cf5e94be) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:26:40.385516 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'name': 'tempest-ServerRescueNegativeTestJSON-1705262061-router', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:34Z', 'revision_number': 3, 'project_id': '6aea98bc458945fb805455be3ae1ea26', 'gw_port': {'id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:19:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: Traceback (most recent call last): Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: timer() Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: cb(*args, **kw) Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: return func(*args, **kwargs) Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: self._notify() Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: self.callback(batched_events) Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: event.method(event) Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: return f(self, *a, **k) Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._get(url).json() Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:26:40.391818 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-275714fb-395d-44a1-b94f-f0eac237bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:40.399478 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Checking router: fed0411d-2707-4f29-bdf0-58534ab1a8be for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:26:40.399863 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Updating router fed0411d-2707-4f29-bdf0-58534ab1a8be port db8f4902-1721-4207-acbb-4c5ff0dafa08 binding host dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:26:40.465357 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:26:40.484346 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:40.487415 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Sync routers for ids ['b91dd6b7-f77d-419c-b949-dccc52b00064'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:26:40.518448 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:40.521517 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-7eae7e15-6288-442e-bf04-7cbbc7f8bc6f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.1356862 Aug 25 17:26:40.526686 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44062) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:40.535255 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Routers {'b91dd6b7-f77d-419c-b949-dccc52b00064'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:26:40.535880 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a5313162-4740-411a-81e0-db1168deb448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:26:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['b91dd6b7-f77d-419c-b949-dccc52b00064'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:40.687609 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5656b4bd-8e9e-41d4-809e-851a86ae7d2f req-148d73e2-4015-4a3a-89b8-a5c2af99ee8c tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512874 Aug 25 17:26:40.746841 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275714fb-395d-44a1-b94f-f0eac237bf9f admin admin] Pushing event deleted for resources: {'Network': ['ID=f227cfb7-400f-457e-b747-282c27f20a54,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:40.789247 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-275714fb-395d-44a1-b94f-f0eac237bf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:40.800620 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-275714fb-395d-44a1-b94f-f0eac237bf9f admin admin] 10.222.0.13 "DELETE /v2.0/networks/f227cfb7-400f-457e-b747-282c27f20a54 HTTP/1.1" status: 204 len: 168 time: 2.2612243 Aug 25 17:26:40.938153 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:41.021765 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Transition to ACTIVE for port object 68945910-eea6-46e2-87d8-83d3cf5e94be will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:26:41.153110 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 44086) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:41.313763 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 7026b3f5-d7a6-4481-ad45-a30141e52307 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:41.338168 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:41.342806 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Set router b91dd6b7-f77d-419c-b949-dccc52b00064 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:26:41.361555 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Transition to ACTIVE for port object db8f4902-1721-4207-acbb-4c5ff0dafa08 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:26:41.386038 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-80da7571-6d7d-4b25-9c75-1f14067c14da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b06ef54ca3b74c70980d8d0a13987f62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2277393 Aug 25 17:26:41.415988 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44108) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:41.448299 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:41.582889 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44114) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:41.644582 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c35f1-aacf-4bf3-877a-c6c85089443b None None] Pushing event updated for resources: {'Port': ['ID=db8f4902-1721-4207-acbb-4c5ff0dafa08,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:41.702012 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Attempting to bind port db8f4902-1721-4207-acbb-4c5ff0dafa08 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:26:41.705967 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Attempting to bind port db8f4902-1721-4207-acbb-4c5ff0dafa08 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:26:41.706554 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Attempting to bind port db8f4902-1721-4207-acbb-4c5ff0dafa08 on network 091e1213-26c2-48c7-a106-2f490c2928b0 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:26:41.752072 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:26:41.752907 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Checking segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:41.753327 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:41.753733 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Bound using segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:26:41.754212 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Bound port: db8f4902-1721-4207-acbb-4c5ff0dafa08, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:26:41.757176 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:41.824576 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-679489ac-4149-4d30-ae33-69751ec338a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:41.869771 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 7026b3f5-d7a6-4481-ad45-a30141e52307 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:26:41.883430 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 7026b3f5-d7a6-4481-ad45-a30141e52307 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:41.888340 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:41.901174 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a5313162-4740-411a-81e0-db1168deb448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:36Z', 'revision_number': 3, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:41.941691 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-679489ac-4149-4d30-ae33-69751ec338a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:41.993987 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Checking router: b91dd6b7-f77d-419c-b949-dccc52b00064 for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:26:41.994337 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Updating router b91dd6b7-f77d-419c-b949-dccc52b00064 port 0fa3c1f6-b694-430c-b839-def56bd58406 binding host dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:26:41.999489 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] For port db8f4902-1721-4207-acbb-4c5ff0dafa08, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:26:42.006860 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44130) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:42.053592 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.054970 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] For port db8f4902-1721-4207-acbb-4c5ff0dafa08, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=db8f4902-1721-4207-acbb-4c5ff0dafa08,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:26:42.073166 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.253283 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2aa03c-d2c8-46a4-9f31-5c68a376a2a5 req-7a6fee41-aaba-4690-9a8f-dce4fa8165e5 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:42.266990 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5b2aa03c-d2c8-46a4-9f31-5c68a376a2a5 req-7a6fee41-aaba-4690-9a8f-dce4fa8165e5 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 932 time: 0.4089847 Aug 25 17:26:42.309350 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.382642 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-679489ac-4149-4d30-ae33-69751ec338a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.386016 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-679489ac-4149-4d30-ae33-69751ec338a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.391203 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-679489ac-4149-4d30-ae33-69751ec338a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6444d2a-b174-41e3-aaf2-331e1d822d90 HTTP/1.1" status: 204 len: 168 time: 0.9655430 Aug 25 17:26:42.393496 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:26:42.403016 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Pushing event updated for resources: {'Port': ['ID=68945910-eea6-46e2-87d8-83d3cf5e94be,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:42.408289 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.418461 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ba18dd3-796e-44d6-9ba1-95426b4ff7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.485499 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.496854 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 7026b3f5-d7a6-4481-ad45-a30141e52307, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=7026b3f5-d7a6-4481-ad45-a30141e52307,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:26:42.498492 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Network ad187e33-934a-4e18-80df-b0dbcf133e48 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:42.509250 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:42.534150 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:26:42.534624 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539374'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.537776 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679489ac-4149-4d30-ae33-69751ec338a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6444d2a-b174-41e3-aaf2-331e1d822d90,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:42.561997 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5b2aa03c-d2c8-46a4-9f31-5c68a376a2a5 req-8eaffda7-c52e-4e96-b6dd-3379e59892de tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938883 Aug 25 17:26:42.574090 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.592413 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c35f1-aacf-4bf3-877a-c6c85089443b None None] Pushing event updated for resources: {'Port': ['ID=db8f4902-1721-4207-acbb-4c5ff0dafa08,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:42.638061 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.656267 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6eb19c08-198d-4afc-a212-6984c732de3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.667499 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Routers {'fed0411d-2707-4f29-bdf0-58534ab1a8be'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:26:42.668514 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:26:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['fed0411d-2707-4f29-bdf0-58534ab1a8be'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:42.750100 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c453237a-b417-4310-8581-b6ecbb21bf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.900040 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.925611 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Transition to ACTIVE for port object 0fa3c1f6-b694-430c-b839-def56bd58406 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:26:42.955883 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:42.992322 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Transition to ACTIVE for port object bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:26:43.010659 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:43.022026 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 44150) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:43.071750 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f305cf-ee05-4255-a31d-6d41684dc709 None None] Pushing event updated for resources: {'Port': ['ID=0fa3c1f6-b694-430c-b839-def56bd58406,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:43.163654 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Attempting to bind port 0fa3c1f6-b694-430c-b839-def56bd58406 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:26:43.164379 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Attempting to bind port 0fa3c1f6-b694-430c-b839-def56bd58406 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:26:43.164698 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Attempting to bind port 0fa3c1f6-b694-430c-b839-def56bd58406 on network 091e1213-26c2-48c7-a106-2f490c2928b0 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:26:43.167213 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:43.178963 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:26:43.179595 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Checking segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:43.180052 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:43.180520 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Bound using segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:26:43.181111 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Bound port: 0fa3c1f6-b694-430c-b839-def56bd58406, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:26:43.181613 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:43.193163 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-bd9c61e3-6106-447a-a2c8-7dd4f686d553 None None] Provisioning for port 68945910-eea6-46e2-87d8-83d3cf5e94be completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:26:43.219355 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] Set router fed0411d-2707-4f29-bdf0-58534ab1a8be gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:26:43.222598 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-bd9c61e3-6106-447a-a2c8-7dd4f686d553 None None] Provisioning complete for port 68945910-eea6-46e2-87d8-83d3cf5e94be triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:43.222974 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bd9c61e3-6106-447a-a2c8-7dd4f686d553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:43.261430 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ba18dd3-796e-44d6-9ba1-95426b4ff7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:43.299309 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a5313162-4740-411a-81e0-db1168deb448 None None] For port 0fa3c1f6-b694-430c-b839-def56bd58406, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:26:43.313636 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-a5313162-4740-411a-81e0-db1168deb448 None None] For port 0fa3c1f6-b694-430c-b839-def56bd58406, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=0fa3c1f6-b694-430c-b839-def56bd58406,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:26:43.325381 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:43.330421 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44154) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:43.335106 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ba18dd3-796e-44d6-9ba1-95426b4ff7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:43.453506 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Routers {'b91dd6b7-f77d-419c-b949-dccc52b00064'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:26:43.454285 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a5313162-4740-411a-81e0-db1168deb448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:26:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['b91dd6b7-f77d-419c-b949-dccc52b00064'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:43.457594 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f305cf-ee05-4255-a31d-6d41684dc709 None None] Pushing event updated for resources: {'Port': ['ID=0fa3c1f6-b694-430c-b839-def56bd58406,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:43.484999 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=7026b3f5-d7a6-4481-ad45-a30141e52307,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:43.531867 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Pushing event updated for resources: {'Port': ['ID=bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:43.577226 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba18dd3-796e-44d6-9ba1-95426b4ff7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555bd782-87a0-4201-b287-807c64a9dff2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:43.677486 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-8ba18dd3-796e-44d6-9ba1-95426b4ff7cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19858dabf79647408be94182a95096d4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0910158 Aug 25 17:26:43.718870 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-a5313162-4740-411a-81e0-db1168deb448 None None] Set router b91dd6b7-f77d-419c-b949-dccc52b00064 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:26:43.724511 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44160) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:43.787244 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c61e3-6106-447a-a2c8-7dd4f686d553 None None] Port 68945910-eea6-46e2-87d8-83d3cf5e94be cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:26:43.789846 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Attempting to bind port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:26:43.790507 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Attempting to bind port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1ef823e0-8685-4408-bb58-2b2ceb416840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e752cd27-8808-4b9a-8b54-3cb554fb743f'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:26:43.791103 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Attempting to bind port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 on network e752cd27-8808-4b9a-8b54-3cb554fb743f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:26:43.843327 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:43.852705 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 on network e752cd27-8808-4b9a-8b54-3cb554fb743f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:26:43.859405 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Attempting to bind port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 on network e752cd27-8808-4b9a-8b54-3cb554fb743f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:26:43.894533 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c45ebb52-436d-4837-bc2b-cad4d405704f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df63d0bb984c499cb53e95d2cfdab390&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5613685 Aug 25 17:26:43.899907 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Allocated IP 172.20.0.1 (7bf7661a-00cf-45e3-ae9f-36801dd3e3ce/75334e3b-40c5-4c0c-b23e-9bc0f215df9d/a5569027-a777-4211-8de3-4eb1e1a05c15) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:26:43.902412 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 44162) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:43.916122 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'name': 'tempest-ServerRescueNegativeTestJSON-1705262061-router', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:34Z', 'revision_number': 3, 'project_id': '6aea98bc458945fb805455be3ae1ea26', 'gw_port': {'id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:19:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:43.924227 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:26:43.926583 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Checking segment: {'id': '1ef823e0-8685-4408-bb58-2b2ceb416840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e752cd27-8808-4b9a-8b54-3cb554fb743f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:43.929374 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Bound using segment: {'id': '1ef823e0-8685-4408-bb58-2b2ceb416840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e752cd27-8808-4b9a-8b54-3cb554fb743f'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:26:43.931495 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Bound port: bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef823e0-8685-4408-bb58-2b2ceb416840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e752cd27-8808-4b9a-8b54-3cb554fb743f'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:26:43.933808 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:43.990520 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f53444-e768-4944-9cd7-e294a2063b63 None None] The sync data for ids ['fed0411d-2707-4f29-bdf0-58534ab1a8be'] in dv-cinder-786385-9-iscsi is: [{'id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'name': 'tempest-ServerRescueNegativeTestJSON-1705262061-router', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:34Z', 'revision_number': 3, 'project_id': '6aea98bc458945fb805455be3ae1ea26', 'gw_port': {'id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:19:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:26:44.033197 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b80a44-2f03-41b4-a8bc-3bbdeef7f40d req-7aba7234-775b-47ef-91ec-f4859e2ed037 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:44.037742 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-25b80a44-2f03-41b4-a8bc-3bbdeef7f40d req-7aba7234-775b-47ef-91ec-f4859e2ed037 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 944 time: 0.2781959 Aug 25 17:26:44.077799 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c453237a-b417-4310-8581-b6ecbb21bf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:44.096328 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-a5313162-4740-411a-81e0-db1168deb448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:36Z', 'revision_number': 3, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:44.117816 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:44.138308 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5313162-4740-411a-81e0-db1168deb448 None None] The sync data for ids ['b91dd6b7-f77d-419c-b949-dccc52b00064'] in dv-cinder-786385-9-iscsi is: [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:36Z', 'revision_number': 3, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:26:44.147524 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c453237a-b417-4310-8581-b6ecbb21bf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:44.157607 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f916b91-c92b-4786-9103-ba471e77f47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:44.332495 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] For port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:26:44.404247 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] For port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230,segment=NetworkSegment(1ef823e0-8685-4408-bb58-2b2ceb416840),segment_id=1ef823e0-8685-4408-bb58-2b2ceb416840)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:26:44.411997 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-66daf6cb-05d9-4bf2-80ff-8a222a5bf2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:44.419156 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:44.463036 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:44.499592 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:44.499592 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:44.500399 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] 10.222.0.25 "PUT /v2.0/ports/bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 HTTP/1.1" status: 200 len: 1094 time: 5.4368441 Aug 25 17:26:44.515627 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:44.518819 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-25b80a44-2f03-41b4-a8bc-3bbdeef7f40d req-f0cef188-5a14-4247-97dc-8f38b8d75cc1 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622613 Aug 25 17:26:44.543106 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4be1df-51ea-487a-859d-77eea42b19ba', 'tag': 'bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:26:44.572855 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453237a-b417-4310-8581-b6ecbb21bf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e16ba0-d4e3-49b2-98b1-6bc6a3e68cea,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:44.672253 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19ed78-cf30-414c-ac12-c9e60e8a707a service neutron] Pushing event updated for resources: {'Port': ['ID=bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:44.720921 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-66daf6cb-05d9-4bf2-80ff-8a222a5bf2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:44.721142 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:44.958399 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c453237a-b417-4310-8581-b6ecbb21bf33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edde4bb1740f453fbc9cb41ccadc7f52&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9187164 Aug 25 17:26:44.962153 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44170) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:44.963718 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f892f7ff-4da9-464c-843d-d5b5cdb0768b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4be1df-51ea-487a-859d-77eea42b19ba", "tag": "bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:26:45.063723 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.105328 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:45.112794 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:45.130321 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device db8f4902-1721-4207-acbb-4c5ff0dafa08 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:45.156868 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c912dcd-0a33-42d5-8f5f-cb3e849c9703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.191036 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Allocated IP 172.20.0.1 (8131e9a9-2e21-4b4b-9f11-89e8e152e2a9/d88b7ad9-4828-4f9c-970b-b476b3fb93c6/b30f780f-6848-4f0a-90b5-d09a372031ae) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:26:45.231772 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:26:45.265290 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-66daf6cb-05d9-4bf2-80ff-8a222a5bf2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.275444 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-66daf6cb-05d9-4bf2-80ff-8a222a5bf2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.280274 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-66daf6cb-05d9-4bf2-80ff-8a222a5bf2ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce174783-c12f-4ac2-aeee-b94cf537bcc2 HTTP/1.1" status: 204 len: 168 time: 1.3739209 Aug 25 17:26:45.284292 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f916b91-c92b-4786-9103-ba471e77f47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.333817 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c912dcd-0a33-42d5-8f5f-cb3e849c9703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.336250 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb08d649-1335-4f72-b013-af02bb8d4976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.337163 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port db8f4902-1721-4207-acbb-4c5ff0dafa08 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:26:45.343073 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port db8f4902-1721-4207-acbb-4c5ff0dafa08 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:45.344024 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.362835 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c13f7d6-b18f-4fd3-951b-e549289708a2 x-openstack-request-id: req-0c13f7d6-b18f-4fd3-951b-e549289708a2 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:26:45.363358 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4be1df-51ea-487a-859d-77eea42b19ba", "tag": "bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:26:45.363872 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c13f7d6-b18f-4fd3-951b-e549289708a2 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:26:45.365854 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4be1df-51ea-487a-859d-77eea42b19ba', 'tag': 'bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230', 'status': 'completed', 'code': 200} Aug 25 17:26:45.368933 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6f916b91-c92b-4786-9103-ba471e77f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.434157 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6f916b91-c92b-4786-9103-ba471e77f47e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5148581a8b454a26aabc46d465eaa3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3683085 Aug 25 17:26:45.438663 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daf6cb-05d9-4bf2-80ff-8a222a5bf2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce174783-c12f-4ac2-aeee-b94cf537bcc2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:45.445062 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 44180) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:45.496176 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Pushing event updated for resources: {'Port': ['ID=a5569027-a777-4211-8de3-4eb1e1a05c15,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:45.542188 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539374'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.579425 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.627688 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Transition to ACTIVE for port object b30f780f-6848-4f0a-90b5-d09a372031ae will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:26:45.630153 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.661422 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port db8f4902-1721-4207-acbb-4c5ff0dafa08, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=db8f4902-1721-4207-acbb-4c5ff0dafa08,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:26:45.668900 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.670095 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 0fa3c1f6-b694-430c-b839-def56bd58406 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:45.694676 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:26:45.811039 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c912dcd-0a33-42d5-8f5f-cb3e849c9703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.826366 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c912dcd-0a33-42d5-8f5f-cb3e849c9703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.827852 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-6c912dcd-0a33-42d5-8f5f-cb3e849c9703 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/555bd782-87a0-4201-b287-807c64a9dff2 HTTP/1.1" status: 204 len: 168 time: 2.0924754 Aug 25 17:26:45.913027 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb08d649-1335-4f72-b013-af02bb8d4976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:45.920584 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=db8f4902-1721-4207-acbb-4c5ff0dafa08,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:45.958464 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c912dcd-0a33-42d5-8f5f-cb3e849c9703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555bd782-87a0-4201-b287-807c64a9dff2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:46.032082 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f916b91-c92b-4786-9103-ba471e77f47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694b03f1-69c5-4d2c-baea-5a09fd6acf0d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:46.043218 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 0fa3c1f6-b694-430c-b839-def56bd58406 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:26:46.050755 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 0fa3c1f6-b694-430c-b839-def56bd58406 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:46.050846 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:46.170033 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b6a42-e76f-4565-b733-0db2c4b2f6b8 req-70296556-5cbb-4486-8e72-195c8acae3d6 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:46.184881 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e90b6a42-e76f-4565-b733-0db2c4b2f6b8 req-70296556-5cbb-4486-8e72-195c8acae3d6 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 944 time: 0.4391725 Aug 25 17:26:46.200413 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:46.217189 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:46.238282 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:46.264303 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90b89fcb-1b5a-4d1d-8dc2-c4de18555ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:46.285542 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:46.287592 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540465'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:46.439784 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:46.445289 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e90b6a42-e76f-4565-b733-0db2c4b2f6b8 req-1de35933-81cf-426f-8365-50e6848f1d4a tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591877 Aug 25 17:26:46.455970 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:46.458509 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Pushing event updated for resources: {'Port': ['ID=b30f780f-6848-4f0a-90b5-d09a372031ae,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:46.461151 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb08d649-1335-4f72-b013-af02bb8d4976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:46.464237 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cb08d649-1335-4f72-b013-af02bb8d4976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:46.465906 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-cb08d649-1335-4f72-b013-af02bb8d4976 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99e16ba0-d4e3-49b2-98b1-6bc6a3e68cea HTTP/1.1" status: 204 len: 168 time: 1.4985940 Aug 25 17:26:46.468019 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Network ad187e33-934a-4e18-80df-b0dbcf133e48 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:46.472425 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:26:46.473823 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539374'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:46.506895 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:46.590357 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 0fa3c1f6-b694-430c-b839-def56bd58406, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=0fa3c1f6-b694-430c-b839-def56bd58406,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:26:46.604565 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:46.605398 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 7026b3f5-d7a6-4481-ad45-a30141e52307 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:46.608119 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90b89fcb-1b5a-4d1d-8dc2-c4de18555ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:46.687924 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:46.756661 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=0fa3c1f6-b694-430c-b839-def56bd58406,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:46.773985 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08d649-1335-4f72-b013-af02bb8d4976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e16ba0-d4e3-49b2-98b1-6bc6a3e68cea,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:46.855083 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892f7ff-4da9-464c-843d-d5b5cdb0768b req-92cc68cf-b234-4a2d-9a96-7ddb2fcb5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:46.857373 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f892f7ff-4da9-464c-843d-d5b5cdb0768b req-92cc68cf-b234-4a2d-9a96-7ddb2fcb5cad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=98c04d7c4f5f438e8cebd161b681ad1d&device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 1097 time: 0.5679281 Aug 25 17:26:46.937843 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 7026b3f5-d7a6-4481-ad45-a30141e52307 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:46.938398 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:46.979439 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44204) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:47.026389 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:47.065049 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-512a5b75-2b9f-4b02-a608-fc9b1a16798e None None] Provisioning for port b30f780f-6848-4f0a-90b5-d09a372031ae completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:26:47.075349 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-512a5b75-2b9f-4b02-a608-fc9b1a16798e None None] Provisioning complete for port b30f780f-6848-4f0a-90b5-d09a372031ae triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:47.076036 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-512a5b75-2b9f-4b02-a608-fc9b1a16798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:47.103333 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Pushing event updated for resources: {'Port': ['ID=68945910-eea6-46e2-87d8-83d3cf5e94be,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:47.201741 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc1af063-0fca-4f89-a290-e5309f111506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:47.225205 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-512a5b75-2b9f-4b02-a608-fc9b1a16798e None None] Port b30f780f-6848-4f0a-90b5-d09a372031ae cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:26:47.291202 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90b89fcb-1b5a-4d1d-8dc2-c4de18555ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:47.293917 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90b89fcb-1b5a-4d1d-8dc2-c4de18555ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:47.295081 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-90b89fcb-1b5a-4d1d-8dc2-c4de18555ded admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/694b03f1-69c5-4d2c-baea-5a09fd6acf0d HTTP/1.1" status: 204 len: 168 time: 1.8490741 Aug 25 17:26:47.357722 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-0d93ccdb-663b-4306-a577-08c40c9cb3f9 None None] Provisioning complete for port 68945910-eea6-46e2-87d8-83d3cf5e94be triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:47.358100 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0d93ccdb-663b-4306-a577-08c40c9cb3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:47.417442 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b89fcb-1b5a-4d1d-8dc2-c4de18555ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694b03f1-69c5-4d2c-baea-5a09fd6acf0d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:47.460281 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0d93ccdb-663b-4306-a577-08c40c9cb3f9 None None] Port 68945910-eea6-46e2-87d8-83d3cf5e94be cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:26:47.466357 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device db8f4902-1721-4207-acbb-4c5ff0dafa08 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:47.614535 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892f7ff-4da9-464c-843d-d5b5cdb0768b req-5697fc9b-1a72-4d63-b35c-dd6ff7b51a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:47.616254 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f892f7ff-4da9-464c-843d-d5b5cdb0768b req-5697fc9b-1a72-4d63-b35c-dd6ff7b51a48 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=98c04d7c4f5f438e8cebd161b681ad1d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6300585 Aug 25 17:26:47.646789 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:47.702417 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port db8f4902-1721-4207-acbb-4c5ff0dafa08 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:47.702974 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:47.709324 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:47.738716 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:26:47.826487 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 0fa3c1f6-b694-430c-b839-def56bd58406 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:47.911927 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 0fa3c1f6-b694-430c-b839-def56bd58406 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:47.912598 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:47.953752 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44224) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:48.066002 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-039100fd-5c56-4ea3-850c-7ed7985a22c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:48.266323 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:26:48.285633 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Sync routers for ids ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:26:48.293550 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-10db1b76-482d-4d85-8295-553a2eed2210 admin admin] 10.222.0.13 "PUT /v2.0/routers/798cd054-fad1-4a1c-a325-7e05dcdc0de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6246190 Aug 25 17:26:48.304305 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Routers {'798cd054-fad1-4a1c-a325-7e05dcdc0de6'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:26:48.305236 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:26:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:48.386480 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc1af063-0fca-4f89-a290-e5309f111506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:48.395379 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:48.499435 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bd242-3e24-4e21-a622-fe3b967e2a33 req-290accf0-d0fb-4bc5-af49-2aefb4bb8d58 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:48.515656 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fd9bd242-3e24-4e21-a622-fe3b967e2a33 req-290accf0-d0fb-4bc5-af49-2aefb4bb8d58 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 944 time: 0.8730285 Aug 25 17:26:48.531736 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-039100fd-5c56-4ea3-850c-7ed7985a22c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:48.548555 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc1af063-0fca-4f89-a290-e5309f111506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:48.568246 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:48.570805 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540465'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:48.595342 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-039100fd-5c56-4ea3-850c-7ed7985a22c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:48.598090 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Pushing event updated for resources: {'Port': ['ID=a5569027-a777-4211-8de3-4eb1e1a05c15,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:48.618117 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540465'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:48.670964 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Set router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:26:48.728441 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fd9bd242-3e24-4e21-a622-fe3b967e2a33 req-26bf6e2c-2e8e-4599-8449-c56db62048eb tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117367 Aug 25 17:26:48.729676 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892f7ff-4da9-464c-843d-d5b5cdb0768b req-fa71c020-42cd-47f4-bc3a-cdf299ec80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:48.732275 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f892f7ff-4da9-464c-843d-d5b5cdb0768b req-fa71c020-42cd-47f4-bc3a-cdf299ec80fb service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0880973 Aug 25 17:26:48.797187 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-dc1af063-0fca-4f89-a290-e5309f111506 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ea515de5fd5427fbb283eb25f97c75a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7697766 Aug 25 17:26:48.805297 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44244) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:48.818488 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1af063-0fca-4f89-a290-e5309f111506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a6656d-b617-4440-967a-290200695c76,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:48.830060 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Pushing event updated for resources: {'Port': ['ID=b30f780f-6848-4f0a-90b5-d09a372031ae,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:48.850061 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-039100fd-5c56-4ea3-850c-7ed7985a22c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cec63b4932f43b9bdc4cb05eb1ad324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8801939 Aug 25 17:26:48.853344 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 44246) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:48.901101 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:48.918652 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:48.969617 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e66cec8-ecef-4cff-bf55-7591b8372f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:48.981519 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039100fd-5c56-4ea3-850c-7ed7985a22c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bad5e7-21b4-47f4-b480-5defb460c40b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:49.037004 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e66cec8-ecef-4cff-bf55-7591b8372f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:49.042939 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:49.044587 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:49.046768 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0070801-c410-4247-b80b-b9dee713e4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:49.145997 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:45Z', 'revision_number': 2, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:49.155880 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0070801-c410-4247-b80b-b9dee713e4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:49.170561 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Router fed0411d-2707-4f29-bdf0-58534ab1a8be has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:26:49.218724 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Checking router: 798cd054-fad1-4a1c-a325-7e05dcdc0de6 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:26:49.219216 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Updating router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 port 68945910-eea6-46e2-87d8-83d3cf5e94be binding host dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:26:49.281593 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:49.414385 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Router b91dd6b7-f77d-419c-b949-dccc52b00064 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:26:49.415489 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0070801-c410-4247-b80b-b9dee713e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:49.418593 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b0070801-c410-4247-b80b-b9dee713e4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:49.422357 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b0070801-c410-4247-b80b-b9dee713e4c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0a6656d-b617-4440-967a-290200695c76 HTTP/1.1" status: 204 len: 168 time: 0.6126621 Aug 25 17:26:49.434314 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0070801-c410-4247-b80b-b9dee713e4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a6656d-b617-4440-967a-290200695c76,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:49.461010 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:26:49.480498 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Sync routers for ids ['fed0411d-2707-4f29-bdf0-58534ab1a8be'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:26:49.491493 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f8fd8f64-13d0-45d0-b4ae-b2e45e2c89fe admin admin] 10.222.0.13 "PUT /v2.0/routers/fed0411d-2707-4f29-bdf0-58534ab1a8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4132352 Aug 25 17:26:49.492872 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e66cec8-ecef-4cff-bf55-7591b8372f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:49.501184 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Routers {'fed0411d-2707-4f29-bdf0-58534ab1a8be'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:26:49.502109 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:26:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['fed0411d-2707-4f29-bdf0-58534ab1a8be'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:49.506805 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1e66cec8-ecef-4cff-bf55-7591b8372f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:49.518937 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-1e66cec8-ecef-4cff-bf55-7591b8372f25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8bad5e7-21b4-47f4-b480-5defb460c40b HTTP/1.1" status: 204 len: 168 time: 0.6553321 Aug 25 17:26:49.544606 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66cec8-ecef-4cff-bf55-7591b8372f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bad5e7-21b4-47f4-b480-5defb460c40b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:49.652484 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-c0de39b4-c47e-4f95-aad7-2259f9c93c37 None None] Provisioning complete for port b30f780f-6848-4f0a-90b5-d09a372031ae triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:49.653487 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0de39b4-c47e-4f95-aad7-2259f9c93c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:49.745675 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:26:49.748618 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c0de39b4-c47e-4f95-aad7-2259f9c93c37 None None] Port b30f780f-6848-4f0a-90b5-d09a372031ae cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:26:49.762298 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-7d11cbd4-641d-4ab4-a965-83636ac1d02f admin admin] 10.222.0.13 "PUT /v2.0/routers/b91dd6b7-f77d-419c-b949-dccc52b00064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2345257 Aug 25 17:26:49.764698 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Sync routers for ids ['b91dd6b7-f77d-419c-b949-dccc52b00064'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:26:49.775160 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44270) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:49.786636 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4db3da8c-bdf5-4678-8c30-462639b8e61a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345443141', 'description': 'tempest-description--959368936'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:49.798570 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Routers {'b91dd6b7-f77d-419c-b949-dccc52b00064'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:26:49.799598 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:26:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['b91dd6b7-f77d-419c-b949-dccc52b00064'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:49.834893 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Set router fed0411d-2707-4f29-bdf0-58534ab1a8be gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:26:49.858867 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4db3da8c-bdf5-4678-8c30-462639b8e61a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.041949 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b29049-f3ad-4e70-9065-6a489a95d13e req-b0751f9d-51d2-493b-8eed-1515dc79bcb3 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:50.044050 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-09b29049-f3ad-4e70-9065-6a489a95d13e req-b0751f9d-51d2-493b-8eed-1515dc79bcb3 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 944 time: 0.1482503 Aug 25 17:26:50.079067 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.086635 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Set router b91dd6b7-f77d-419c-b949-dccc52b00064 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:26:50.117645 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-09b29049-f3ad-4e70-9065-6a489a95d13e req-4755b025-a065-4bd3-aacd-472ebbeb932b tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663929 Aug 25 17:26:50.120958 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4db3da8c-bdf5-4678-8c30-462639b8e61a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.130226 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4db3da8c-bdf5-4678-8c30-462639b8e61a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.147108 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Transition to ACTIVE for port object 68945910-eea6-46e2-87d8-83d3cf5e94be will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:26:50.167512 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.206756 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4db3da8c-bdf5-4678-8c30-462639b8e61a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.208381 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4db3da8c-bdf5-4678-8c30-462639b8e61a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4277143 Aug 25 17:26:50.211106 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44300) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:50.214726 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3da8c-bdf5-4678-8c30-462639b8e61a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aadc2522-dd98-4fc5-8f1a-f255e5774b5d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:50.226486 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-45e037e6-0e42-46cf-ba6c-c933c456e0a9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Request body: {'security_group_rule': {'security_group_id': 'aadc2522-dd98-4fc5-8f1a-f255e5774b5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:50.245403 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'name': 'tempest-ServerRescueNegativeTestJSON-1705262061-router', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '6aea98bc458945fb805455be3ae1ea26', 'gw_port': {'id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:19:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'a5569027-a777-4211-8de3-4eb1e1a05c15', 'name': '', 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26', 'mac_address': 'fa:16:3e:b7:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '75334e3b-40c5-4c0c-b23e-9bc0f215df9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:42Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 2, 'project_id': '6aea98bc458945fb805455be3ae1ea26', 'subnets': [{'id': '75334e3b-40c5-4c0c-b23e-9bc0f215df9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:50.286888 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Checking router: fed0411d-2707-4f29-bdf0-58534ab1a8be for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:26:50.287147 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Updating router fed0411d-2707-4f29-bdf0-58534ab1a8be port a5569027-a777-4211-8de3-4eb1e1a05c15 binding host dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:26:50.294339 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45e037e6-0e42-46cf-ba6c-c933c456e0a9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.331060 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.350026 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2d469-76b3-4952-b9a3-dd3dfc30493d None None] Pushing event updated for resources: {'Port': ['ID=68945910-eea6-46e2-87d8-83d3cf5e94be,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:50.450126 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45e037e6-0e42-46cf-ba6c-c933c456e0a9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.461624 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45e037e6-0e42-46cf-ba6c-c933c456e0a9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.513812 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45e037e6-0e42-46cf-ba6c-c933c456e0a9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.516037 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-45e037e6-0e42-46cf-ba6c-c933c456e0a9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3038883 Aug 25 17:26:50.518494 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 44312) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:50.518966 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e037e6-0e42-46cf-ba6c-c933c456e0a9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948fc0ec-7cc8-460b-9994-5f075b2130cb,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:50.526109 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ba607772-5465-4f01-a7c5-e5fb53737bab tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Request body: {'security_group_rule': {'security_group_id': 'aadc2522-dd98-4fc5-8f1a-f255e5774b5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:50.614892 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba607772-5465-4f01-a7c5-e5fb53737bab tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.631307 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Attempting to bind port 68945910-eea6-46e2-87d8-83d3cf5e94be on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:26:50.631711 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Attempting to bind port 68945910-eea6-46e2-87d8-83d3cf5e94be by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:26:50.632081 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Attempting to bind port 68945910-eea6-46e2-87d8-83d3cf5e94be on network ad187e33-934a-4e18-80df-b0dbcf133e48 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:26:50.642543 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:26:50.642543 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Checking segment: {'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:50.642882 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.643286 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Bound using segment: {'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:26:50.643801 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Bound port: 68945910-eea6-46e2-87d8-83d3cf5e94be, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:26:50.644210 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.777173 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] For port 68945910-eea6-46e2-87d8-83d3cf5e94be, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:26:50.781772 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] For port 68945910-eea6-46e2-87d8-83d3cf5e94be, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=68945910-eea6-46e2-87d8-83d3cf5e94be,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:26:50.788102 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:47Z', 'revision_number': 2, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:50.808925 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba607772-5465-4f01-a7c5-e5fb53737bab tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.815131 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba607772-5465-4f01-a7c5-e5fb53737bab tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.818875 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.823632 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Checking router: b91dd6b7-f77d-419c-b949-dccc52b00064 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:26:50.824166 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Updating router b91dd6b7-f77d-419c-b949-dccc52b00064 port b30f780f-6848-4f0a-90b5-d09a372031ae binding host dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:26:50.850634 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba607772-5465-4f01-a7c5-e5fb53737bab tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.854892 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44324) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:50.856781 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ba607772-5465-4f01-a7c5-e5fb53737bab tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3372123 Aug 25 17:26:50.860576 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Request body: {'floatingip': {'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:50.871667 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba607772-5465-4f01-a7c5-e5fb53737bab tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6ca5be-459e-447f-8f61-0967a2570d32,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:50.897836 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.905565 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.930600 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Transition to ACTIVE for port object a5569027-a777-4211-8de3-4eb1e1a05c15 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:26:50.936247 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.955031 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:50.966024 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Routers {'798cd054-fad1-4a1c-a325-7e05dcdc0de6'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:26:50.966573 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:26:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:51.028475 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-94e4413e-98b8-4233-898a-c2d1cce3de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:51.030111 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-94e4413e-98b8-4233-898a-c2d1cce3de94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=98c04d7c4f5f438e8cebd161b681ad1d&device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 1097 time: 0.0962741 Aug 25 17:26:51.033901 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2d469-76b3-4952-b9a3-dd3dfc30493d None None] Pushing event updated for resources: {'Port': ['ID=68945910-eea6-46e2-87d8-83d3cf5e94be,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:51.205934 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16932e88-487c-41cf-8dea-d5c17e3483ce None None] Pushing event updated for resources: {'Port': ['ID=a5569027-a777-4211-8de3-4eb1e1a05c15,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:51.206571 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-84254222-b79a-493f-997b-8622792417a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 HTTP/1.1" status: 200 len: 217 time: 0.1640437 Aug 25 17:26:51.246926 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Attempting to bind port a5569027-a777-4211-8de3-4eb1e1a05c15 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:26:51.249433 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Attempting to bind port a5569027-a777-4211-8de3-4eb1e1a05c15 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': '3ce13bf3-71ff-4ad8-ae66-b808b812e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:26:51.250827 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Attempting to bind port a5569027-a777-4211-8de3-4eb1e1a05c15 on network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:26:51.269280 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:26:51.271081 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Checking segment: {'id': '3ce13bf3-71ff-4ad8-ae66-b808b812e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:51.273902 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:51.274705 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Bound using segment: {'id': '3ce13bf3-71ff-4ad8-ae66-b808b812e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:26:51.275647 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Bound port: a5569027-a777-4211-8de3-4eb1e1a05c15, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce13bf3-71ff-4ad8-ae66-b808b812e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:26:51.276397 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:51.282346 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44336) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:51.400535 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-cf8f9c4e-5708-46f8-97ef-f05fac0bb92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:51.402013 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-cf8f9c4e-5708-46f8-97ef-f05fac0bb92d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11e43f85-e684-4ef5-9f0a-60534c84dcc6 HTTP/1.1" status: 200 len: 851 time: 0.1782947 Aug 25 17:26:51.438459 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] Set router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:26:51.454935 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:51.490969 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] For port a5569027-a777-4211-8de3-4eb1e1a05c15, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:26:51.498352 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] For port a5569027-a777-4211-8de3-4eb1e1a05c15, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=a5569027-a777-4211-8de3-4eb1e1a05c15,segment=NetworkSegment(3ce13bf3-71ff-4ad8-ae66-b808b812e8de),segment_id=3ce13bf3-71ff-4ad8-ae66-b808b812e8de)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:26:51.510468 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:51.538670 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 44352) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:51.552984 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-af182070-6f22-435a-93fa-25e35ef59073 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Request body: {'security_group': {'name': 'tempest-securitygroup--884903678', 'description': 'tempest-description--28311381'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:51.605300 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16932e88-487c-41cf-8dea-d5c17e3483ce None None] Pushing event updated for resources: {'Port': ['ID=a5569027-a777-4211-8de3-4eb1e1a05c15,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:51.628231 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Routers {'fed0411d-2707-4f29-bdf0-58534ab1a8be'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:26:51.628918 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:26:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['fed0411d-2707-4f29-bdf0-58534ab1a8be'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:51.641229 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-2c632840-f743-4810-a678-51e81927061c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e752cd27-8808-4b9a-8b54-3cb554fb743f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2216139 Aug 25 17:26:51.725211 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Allocated IP 172.27.3.74 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/4e0f05d9-7660-4dbf-82c2-286ffe457a0b) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:26:51.818244 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] Set router fed0411d-2707-4f29-bdf0-58534ab1a8be gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:26:51.820840 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af182070-6f22-435a-93fa-25e35ef59073 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:51.884996 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5798b-63e4-482f-ad55-740073368b58 req-06923f5e-d055-4396-a1d4-d8e357331346 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:51.886826 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4d5798b-63e4-482f-ad55-740073368b58 req-06923f5e-d055-4396-a1d4-d8e357331346 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/networks?id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 200 len: 819 time: 0.5100827 Aug 25 17:26:51.914489 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74a0b497-4380-44d7-b627-b221bde6d1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:51.944849 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928741e1-5747-45ba-8634-17a59f4544bc req-484bdcc9-94b1-4b14-a940-1b449bf2e52d tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:51.947737 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-928741e1-5747-45ba-8634-17a59f4544bc req-484bdcc9-94b1-4b14-a940-1b449bf2e52d tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 944 time: 0.2467890 Aug 25 17:26:51.964197 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4d5798b-63e4-482f-ad55-740073368b58 req-fa08dc75-c02d-4247-b6ab-a6369039427b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/quotas/6aea98bc458945fb805455be3ae1ea26 HTTP/1.1" status: 200 len: 375 time: 0.0646486 Aug 25 17:26:51.974142 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:52.019608 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:52.051850 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-ee640c7b-3c95-4ecf-9436-f7d09a2a478a service neutron] 10.222.0.25 "GET /v2.0/networks/e752cd27-8808-4b9a-8b54-3cb554fb743f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752604 Aug 25 17:26:52.086692 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event updated for resources: {'Port': ['ID=4e0f05d9-7660-4dbf-82c2-286ffe457a0b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:52.103060 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:52.105303 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:52.109423 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:26:52.128007 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:52.154783 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Transition to ACTIVE for port object b30f780f-6848-4f0a-90b5-d09a372031ae will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:26:52.171096 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:52.190703 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-928741e1-5747-45ba-8634-17a59f4544bc req-753d284f-d4ad-494f-b46f-8983662d3244 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190142 Aug 25 17:26:52.210450 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4d5798b-63e4-482f-ad55-740073368b58 req-4f427441-0425-4800-bfef-9f8d8de41106 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aea98bc458945fb805455be3ae1ea26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2448819 Aug 25 17:26:52.265745 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dec98f-ded6-4691-8f37-e96e1109a7fc None None] Pushing event updated for resources: {'Port': ['ID=b30f780f-6848-4f0a-90b5-d09a372031ae,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:52.273262 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:50Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:52.303173 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:52.341054 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af182070-6f22-435a-93fa-25e35ef59073 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:52.351205 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6ab61-2100-49b1-b300-00cda213cbdf None None] The sync data for ids ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'] in dv-cinder-786385-9-iscsi is: [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:50Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:26:52.357066 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af182070-6f22-435a-93fa-25e35ef59073 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:52.394783 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'name': 'tempest-ServerRescueNegativeTestJSON-1705262061-router', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '6aea98bc458945fb805455be3ae1ea26', 'gw_port': {'id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:19:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'a5569027-a777-4211-8de3-4eb1e1a05c15', 'name': '', 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26', 'mac_address': 'fa:16:3e:b7:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '75334e3b-40c5-4c0c-b23e-9bc0f215df9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:42Z', 'updated_at': '2021-08-25T17:26:51Z', 'revision_number': 4, 'project_id': '6aea98bc458945fb805455be3ae1ea26', 'subnets': [{'id': '75334e3b-40c5-4c0c-b23e-9bc0f215df9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:52.450161 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Attempting to bind port b30f780f-6848-4f0a-90b5-d09a372031ae on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:26:52.450539 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Attempting to bind port b30f780f-6848-4f0a-90b5-d09a372031ae by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:26:52.450902 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Attempting to bind port b30f780f-6848-4f0a-90b5-d09a372031ae on network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:26:52.469207 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:26:52.469596 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Checking segment: {'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:26:52.469998 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:52.470915 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Bound using segment: {'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:26:52.471175 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Bound port: b30f780f-6848-4f0a-90b5-d09a372031ae, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:26:52.471488 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:52.480202 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d6b6c6-4b7f-4154-9b93-836d43a0cec0 None None] The sync data for ids ['fed0411d-2707-4f29-bdf0-58534ab1a8be'] in dv-cinder-786385-9-iscsi is: [{'id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'name': 'tempest-ServerRescueNegativeTestJSON-1705262061-router', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '6aea98bc458945fb805455be3ae1ea26', 'gw_port': {'id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:19:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'a5569027-a777-4211-8de3-4eb1e1a05c15', 'name': '', 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26', 'mac_address': 'fa:16:3e:b7:ac:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '75334e3b-40c5-4c0c-b23e-9bc0f215df9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:42Z', 'updated_at': '2021-08-25T17:26:51Z', 'revision_number': 4, 'project_id': '6aea98bc458945fb805455be3ae1ea26', 'subnets': [{'id': '75334e3b-40c5-4c0c-b23e-9bc0f215df9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:26:52.526885 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d21e9fa-4a25-4451-9978-ae659ffd98d3 req-da7d2b79-f6fc-4682-8e29-bcdbbfb7ff3d service neutron] 10.222.0.25 "GET /v2.0/networks/e752cd27-8808-4b9a-8b54-3cb554fb743f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641263 Aug 25 17:26:52.588970 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af182070-6f22-435a-93fa-25e35ef59073 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0c5509-7dab-422c-9730-bb93aae0f9f4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:52.648155 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4d5798b-63e4-482f-ad55-740073368b58 req-1ec5c9ab-4fde-46b5-ad9b-d4794d1b63a7 service neutron] 10.222.0.13 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367721 Aug 25 17:26:52.705286 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:52.746508 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] For port b30f780f-6848-4f0a-90b5-d09a372031ae, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:26:52.750665 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] For port b30f780f-6848-4f0a-90b5-d09a372031ae, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=b30f780f-6848-4f0a-90b5-d09a372031ae,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:26:52.760629 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:52.911194 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Routers {'b91dd6b7-f77d-419c-b949-dccc52b00064'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:26:52.912297 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:26:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['b91dd6b7-f77d-419c-b949-dccc52b00064'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:52.932894 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4d5798b-63e4-482f-ad55-740073368b58 req-eab64e2b-c0e7-4f67-88d5-9e16d8b8015a service neutron] 10.222.0.13 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838559 Aug 25 17:26:52.981067 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74a0b497-4380-44d7-b627-b221bde6d1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:52.988155 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74a0b497-4380-44d7-b627-b221bde6d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:52.992873 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-af182070-6f22-435a-93fa-25e35ef59073 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:52.994271 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-af182070-6f22-435a-93fa-25e35ef59073 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4472384 Aug 25 17:26:52.999273 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 44384) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:53.006179 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-40e50602-8ef9-42f5-8156-2b1161cccd18 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Request body: {'security_group_rule': {'security_group_id': '1f0c5509-7dab-422c-9730-bb93aae0f9f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:53.094560 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40e50602-8ef9-42f5-8156-2b1161cccd18 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:53.096866 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dec98f-ded6-4691-8f37-e96e1109a7fc None None] Pushing event updated for resources: {'Port': ['ID=b30f780f-6848-4f0a-90b5-d09a372031ae,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:53.133452 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-74a0b497-4380-44d7-b627-b221bde6d1eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06daff52f5c44866ba62f6d8651574ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8480785 Aug 25 17:26:53.134353 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0b497-4380-44d7-b627-b221bde6d1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0243bd-1bb9-4f68-ad8e-83353c61fb75,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:53.137151 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44388) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:53.357781 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:53.363466 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b419bf13-e691-40a5-bb29-6b4b33e4dd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:53.389708 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] Set router b91dd6b7-f77d-419c-b949-dccc52b00064 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:26:53.405298 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:53.482867 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event updated for resources: {'Port': ['ID=4e0f05d9-7660-4dbf-82c2-286ffe457a0b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:53.497512 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b419bf13-e691-40a5-bb29-6b4b33e4dd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:53.514155 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:53.654139 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device a5569027-a777-4211-8de3-4eb1e1a05c15 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:53.657228 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:53.659146 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-26045db1-d533-4ac1-bb0a-ca47db4f72d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8028340 Aug 25 17:26:53.701001 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b419bf13-e691-40a5-bb29-6b4b33e4dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:53.705882 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b419bf13-e691-40a5-bb29-6b4b33e4dd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:53.715844 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b419bf13-e691-40a5-bb29-6b4b33e4dd45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab0243bd-1bb9-4f68-ad8e-83353c61fb75 HTTP/1.1" status: 204 len: 168 time: 0.5751708 Aug 25 17:26:53.741084 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419bf13-e691-40a5-bb29-6b4b33e4dd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0243bd-1bb9-4f68-ad8e-83353c61fb75,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:53.916094 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port a5569027-a777-4211-8de3-4eb1e1a05c15 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:26:53.919821 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a4c3c62-ce39-491d-90ca-436d69612635 req-d7bc7bf9-48a0-4836-9399-18a77b203a94 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 210 time: 0.0822666 Aug 25 17:26:53.923693 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:52Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:26:53.929574 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port a5569027-a777-4211-8de3-4eb1e1a05c15 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:53.930360 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:54.013953 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c63fa1-e61b-42ec-8dc3-f75ebd635898 None None] The sync data for ids ['b91dd6b7-f77d-419c-b949-dccc52b00064'] in dv-cinder-786385-9-iscsi is: [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:52Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:26:54.096526 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821ba75-bc69-43cf-99ea-5d951b59a601 req-005dcb01-15a8-47b8-b194-c9207f840661 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:54.119075 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7821ba75-bc69-43cf-99ea-5d951b59a601 req-005dcb01-15a8-47b8-b194-c9207f840661 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 944 time: 0.2956803 Aug 25 17:26:54.201087 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40e50602-8ef9-42f5-8156-2b1161cccd18 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:54.277440 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40e50602-8ef9-42f5-8156-2b1161cccd18 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:54.403905 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e50602-8ef9-42f5-8156-2b1161cccd18 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66724ff-5bfd-46e5-9fa2-d140efe66982,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:54.517341 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7821ba75-bc69-43cf-99ea-5d951b59a601 req-36a4026c-61e3-4490-9d04-f495aa662160 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682775 Aug 25 17:26:54.552831 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-fe9d9e39-093b-426c-9a1b-5c55a98ecba2 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--345443141&fields=id&tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b HTTP/1.1" status: 200 len: 267 time: 0.4024029 Aug 25 17:26:54.591079 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40e50602-8ef9-42f5-8156-2b1161cccd18 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:54.592445 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-40e50602-8ef9-42f5-8156-2b1161cccd18 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5914652 Aug 25 17:26:54.595699 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 44454) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:54.602349 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-25b2c8f4-438a-42f2-acab-a4635f356275 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Request body: {'security_group_rule': {'security_group_id': '1f0c5509-7dab-422c-9730-bb93aae0f9f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:54.622884 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:54.706889 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port a5569027-a777-4211-8de3-4eb1e1a05c15, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=a5569027-a777-4211-8de3-4eb1e1a05c15,segment=NetworkSegment(3ce13bf3-71ff-4ad8-ae66-b808b812e8de),segment_id=3ce13bf3-71ff-4ad8-ae66-b808b812e8de)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:26:54.717374 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:54.718513 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 68945910-eea6-46e2-87d8-83d3cf5e94be up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:54.853425 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25b2c8f4-438a-42f2-acab-a4635f356275 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:54.888123 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=a5569027-a777-4211-8de3-4eb1e1a05c15,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:54.946416 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-0764c24e-6400-4e92-be6c-1756752fda94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:54.948173 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-0764c24e-6400-4e92-be6c-1756752fda94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 816 time: 0.3944848 Aug 25 17:26:54.975178 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1128aa45-b5d2-4171-a43f-49b80adc18f4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:54.976287 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1128aa45-b5d2-4171-a43f-49b80adc18f4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/networks?id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 200 len: 819 time: 0.2343879 Aug 25 17:26:54.980159 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 68945910-eea6-46e2-87d8-83d3cf5e94be completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:26:54.987981 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6425c70-3fd0-4a7d-afa2-49fb36f30bed tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/quotas/a7ea1e2dd2fe437c9a89fbca6cf73a9b HTTP/1.1" status: 200 len: 375 time: 0.0288687 Aug 25 17:26:54.994748 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 68945910-eea6-46e2-87d8-83d3cf5e94be triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:54.995425 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:55.037648 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-b7758db8-79d0-4998-b9c6-cf685be49f58 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/quotas/6aea98bc458945fb805455be3ae1ea26 HTTP/1.1" status: 200 len: 375 time: 0.0533588 Aug 25 17:26:55.039627 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25b2c8f4-438a-42f2-acab-a4635f356275 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:55.052503 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25b2c8f4-438a-42f2-acab-a4635f356275 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:55.114660 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2c8f4-438a-42f2-acab-a4635f356275 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dad627-264a-4115-bf4c-f825440aad37,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:55.132860 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-d344a627-d5bd-4249-806a-edfc5b02544e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1363530 Aug 25 17:26:55.135196 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-25b2c8f4-438a-42f2-acab-a4635f356275 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:55.136672 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-25b2c8f4-438a-42f2-acab-a4635f356275 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5398784 Aug 25 17:26:55.139600 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 44490) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:55.146376 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Request body: {'floatingip': {'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:55.164988 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-d3bafe88-5424-499f-b04b-f21687a038b6 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aea98bc458945fb805455be3ae1ea26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1177411 Aug 25 17:26:55.203572 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:55.246870 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 68945910-eea6-46e2-87d8-83d3cf5e94be, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=68945910-eea6-46e2-87d8-83d3cf5e94be,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:26:55.252600 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:55.296162 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:55.391880 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=68945910-eea6-46e2-87d8-83d3cf5e94be,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:55.495409 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-cbb3b024-dcbb-44fc-8950-70e58fd29ab5 service neutron] 10.222.0.13 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267269 Aug 25 17:26:55.550900 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device b30f780f-6848-4f0a-90b5-d09a372031ae up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:55.686118 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port b30f780f-6848-4f0a-90b5-d09a372031ae completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:26:55.693908 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port b30f780f-6848-4f0a-90b5-d09a372031ae triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:55.694156 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:55.718534 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-bb3831b6-6e0c-4ec0-82dd-0042a9c55649 service neutron] 10.222.0.13 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157214 Aug 25 17:26:55.728232 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:55.946165 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:56.054889 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-9c4e95da-6e09-4d21-8809-46fd9d6f6a4a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:26:56.073048 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-9c4e95da-6e09-4d21-8809-46fd9d6f6a4a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4190497 Aug 25 17:26:56.106213 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port b30f780f-6848-4f0a-90b5-d09a372031ae, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=b30f780f-6848-4f0a-90b5-d09a372031ae,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:26:56.117658 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:56.118764 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device a5569027-a777-4211-8de3-4eb1e1a05c15 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:56.325786 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=b30f780f-6848-4f0a-90b5-d09a372031ae,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:56.370617 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port a5569027-a777-4211-8de3-4eb1e1a05c15 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:56.370992 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:56.513250 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Allocated IP 172.27.3.161 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/f3abde10-e5a6-495a-93ad-c77ffb1fda2f) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:26:56.533754 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:26:56.593036 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44566) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:56.700648 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5798b-63e4-482f-ad55-740073368b58 req-098107a0-8239-487a-8c00-588f9db9397b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:56.702246 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4d5798b-63e4-482f-ad55-740073368b58 req-098107a0-8239-487a-8c00-588f9db9397b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.25 "GET /v2.0/networks?id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 200 len: 819 time: 0.7980745 Aug 25 17:26:56.795535 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230,segment=NetworkSegment(1ef823e0-8685-4408-bb58-2b2ceb416840),segment_id=1ef823e0-8685-4408-bb58-2b2ceb416840)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:26:56.801646 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-b4d5798b-63e4-482f-ad55-740073368b58 req-e444d2b5-bd81-4bfc-beb7-3b551b4c09ee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Request body: {'port': {'device_id': '7b891758-0809-44a1-8079-52511ccc77cc', 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce', 'admin_state_up': True, 'tenant_id': '6aea98bc458945fb805455be3ae1ea26'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:56.815950 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-a5821aba-1f18-4178-b103-366c372a8101 service neutron] 10.222.0.13 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7401261 Aug 25 17:26:56.835418 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230', 'network_id': 'e752cd27-8808-4b9a-8b54-3cb554fb743f', 'port_id': 'bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230', 'mac_address': 'fa:16:3e:8f:1b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e43f85-e684-4ef5-9f0a-60534c84dcc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:26:56.838379 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef3489-85ec-46a7-bb31-91adcbe20f08 req-0b3c887e-e189-4445-8ff5-62102e971823 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:56.846235 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-74ef3489-85ec-46a7-bb31-91adcbe20f08 req-0b3c887e-e189-4445-8ff5-62102e971823 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 944 time: 0.5804634 Aug 25 17:26:56.916437 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:56.949720 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:26:56.999966 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230,segment=NetworkSegment(1ef823e0-8685-4408-bb58-2b2ceb416840),segment_id=1ef823e0-8685-4408-bb58-2b2ceb416840)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:26:57.011026 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:57.074999 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:57.106470 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d513e22-bae1-4758-806e-8385b80e49b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:57.206723 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-74ef3489-85ec-46a7-bb31-91adcbe20f08 req-bb3782b7-b8d9-4942-bb12-e6c645f410a3 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575234 Aug 25 17:26:57.296052 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:57.378568 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:26:57.383023 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d513e22-bae1-4758-806e-8385b80e49b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:57.390827 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d513e22-bae1-4758-806e-8385b80e49b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:57.414206 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-a7aaac0d-7eed-40b7-a524-3ddda0d4ba7f service neutron] 10.222.0.13 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250022 Aug 25 17:26:57.418895 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8542bdd8-f7c8-4abd-909f-2730349d22a2 req-f34d448e-81c9-48a8-a325-1b7aeec70607 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 210 time: 0.0997398 Aug 25 17:26:57.495165 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1d513e22-bae1-4758-806e-8385b80e49b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0a95dcdeb0a4b68a1e2dea65448d974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8896766 Aug 25 17:26:57.495977 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44586) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:57.497019 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d513e22-bae1-4758-806e-8385b80e49b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cce37e6-da23-477d-b042-387c1733da46,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:57.521586 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d5798b-63e4-482f-ad55-740073368b58 req-e444d2b5-bd81-4bfc-beb7-3b551b4c09ee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Made reservation on behalf of 6aea98bc458945fb805455be3ae1ea26 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:57.546714 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b4d5798b-63e4-482f-ad55-740073368b58 req-e444d2b5-bd81-4bfc-beb7-3b551b4c09ee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:57.565643 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device b30f780f-6848-4f0a-90b5-d09a372031ae up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:57.570125 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4343070-c4ee-415a-b8c6-1db9da0d646a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:57.659540 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4343070-c4ee-415a-b8c6-1db9da0d646a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:57.731295 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.25', 57549) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:57.769692 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4343070-c4ee-415a-b8c6-1db9da0d646a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:57.773568 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f4343070-c4ee-415a-b8c6-1db9da0d646a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:57.775654 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f4343070-c4ee-415a-b8c6-1db9da0d646a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cce37e6-da23-477d-b042-387c1733da46 HTTP/1.1" status: 204 len: 168 time: 0.2754362 Aug 25 17:26:57.800008 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4343070-c4ee-415a-b8c6-1db9da0d646a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cce37e6-da23-477d-b042-387c1733da46,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:57.853821 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port b30f780f-6848-4f0a-90b5-d09a372031ae triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:57.854278 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:57.929026 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:58.104357 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 68945910-eea6-46e2-87d8-83d3cf5e94be up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:26:58.249929 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 68945910-eea6-46e2-87d8-83d3cf5e94be triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:26:58.254944 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:58.401688 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8ad373ea-f1e2-48db-a371-9b7a9399286d req-3628e379-f436-469a-9c97-e86311c1bae5 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 210 time: 0.4410253 Aug 25 17:26:58.408590 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:58.430924 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:58.431595 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44630) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:58.441489 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:26:58.453659 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96fa8832-6c19-401c-bef9-774c9e4d5497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:58.537901 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event updated for resources: {'Port': ['ID=f3abde10-e5a6-495a-93ad-c77ffb1fda2f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:58.630636 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-b4d5798b-63e4-482f-ad55-740073368b58 req-e444d2b5-bd81-4bfc-beb7-3b551b4c09ee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Allocated IP 172.20.0.10 (7bf7661a-00cf-45e3-ae9f-36801dd3e3ce/75334e3b-40c5-4c0c-b23e-9bc0f215df9d/6dad6074-c1ba-4c18-af5d-9045068fa562) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:26:58.647783 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-431e8384-58af-4fe7-8a04-463205779688 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:58.648837 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96fa8832-6c19-401c-bef9-774c9e4d5497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:58.649276 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-431e8384-58af-4fe7-8a04-463205779688 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.25 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 816 time: 0.9133196 Aug 25 17:26:58.664304 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-96fa8832-6c19-401c-bef9-774c9e4d5497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:58.729042 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-96fa8832-6c19-401c-bef9-774c9e4d5497 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=568225b131ac41539309087c31f2cea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960382 Aug 25 17:26:58.729855 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44650) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:58.729979 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6d80bdaf-2b85-4823-9208-2434f815f8b7 req-77b8a292-5956-47c6-89f5-d1366008129b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 210 time: 0.1180551 Aug 25 17:26:58.732470 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa8832-6c19-401c-bef9-774c9e4d5497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa20fb27-de89-433c-bc64-4918b5b00544,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:58.812425 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7185d-d34e-47e4-a831-27731e8f0a18 req-10de8e53-4044-4588-bb68-071b69cdc1ad tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:58.814270 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f1c7185d-d34e-47e4-a831-27731e8f0a18 req-10de8e53-4044-4588-bb68-071b69cdc1ad tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 945 time: 0.4038785 Aug 25 17:26:58.854058 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25981dd6-59b5-4013-a5e1-4b725b343a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:58.885710 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25981dd6-59b5-4013-a5e1-4b725b343a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:58.959458 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25981dd6-59b5-4013-a5e1-4b725b343a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:58.966246 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-25981dd6-59b5-4013-a5e1-4b725b343a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:58.969818 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-25981dd6-59b5-4013-a5e1-4b725b343a2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa20fb27-de89-433c-bc64-4918b5b00544 HTTP/1.1" status: 204 len: 168 time: 0.2361979 Aug 25 17:26:58.996589 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-e2bf990b-da31-4f57-bceb-cc2a78bf8f56 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b HTTP/1.1" status: 200 len: 379 time: 0.3011711 Aug 25 17:26:59.000237 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25981dd6-59b5-4013-a5e1-4b725b343a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa20fb27-de89-433c-bc64-4918b5b00544,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:59.051927 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-61a7cb5b-2326-43ce-a5ac-f59343ceb9db tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Request body: {'port': {'device_id': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'admin_state_up': True, 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'security_groups': ['aadc2522-dd98-4fc5-8f1a-f255e5774b5d']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:26:59.181764 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:59.228416 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f1c7185d-d34e-47e4-a831-27731e8f0a18 req-79c649ea-691e-470f-bb16-f15459e07567 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605533 Aug 25 17:26:59.357818 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:59.371059 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.25', 57555) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:26:59.453357 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b4d5798b-63e4-482f-ad55-740073368b58 req-e444d2b5-bd81-4bfc-beb7-3b551b4c09ee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:59.615904 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-633799f5-e95b-4c9a-b13c-f45307b9274e req-b55cce22-803e-4af5-9dc5-01f08a1b4b6a tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 210 time: 0.0479381 Aug 25 17:26:59.632621 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-61a7cb5b-2326-43ce-a5ac-f59343ceb9db tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Made reservation on behalf of a7ea1e2dd2fe437c9a89fbca6cf73a9b for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:26:59.639230 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-61a7cb5b-2326-43ce-a5ac-f59343ceb9db tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:59.703513 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b4d5798b-63e4-482f-ad55-740073368b58 req-e444d2b5-bd81-4bfc-beb7-3b551b4c09ee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:59.783150 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-b7b32c50-9770-40e6-8264-c9f9d563ec72 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:26:59.785077 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-b7b32c50-9770-40e6-8264-c9f9d563ec72 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.25 "GET /v2.0/networks?id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 200 len: 819 time: 0.4127345 Aug 25 17:26:59.885838 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d5798b-63e4-482f-ad55-740073368b58 req-e444d2b5-bd81-4bfc-beb7-3b551b4c09ee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:26:59.913853 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-b4d5798b-63e4-482f-ad55-740073368b58 req-e444d2b5-bd81-4bfc-beb7-3b551b4c09ee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:26:59.917257 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5a595e16-9a02-41c9-b91c-e18537b240cc req-7b4e53f6-d3c5-44f9-b0e6-eede1cba7539 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 210 time: 0.0930369 Aug 25 17:26:59.926755 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d5798b-63e4-482f-ad55-740073368b58 req-e444d2b5-bd81-4bfc-beb7-3b551b4c09ee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:26:59.933964 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444d2b5-bd81-4bfc-beb7-3b551b4c09ee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Pushing event updated for resources: {'Port': ['ID=6dad6074-c1ba-4c18-af5d-9045068fa562,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:26:59.979229 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:26:59.981214 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-61a7cb5b-2326-43ce-a5ac-f59343ceb9db tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Allocated IP 172.20.0.14 (ad187e33-934a-4e18-80df-b0dbcf133e48/eaf66541-9305-4ae8-b7c6-d35b1d7e942e/be008cdd-7a1a-485d-8d5e-e4790373a602) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:26:59.989850 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:00.043855 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5798b-63e4-482f-ad55-740073368b58 req-e444d2b5-bd81-4bfc-beb7-3b551b4c09ee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:00.044463 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b4d5798b-63e4-482f-ad55-740073368b58 req-e444d2b5-bd81-4bfc-beb7-3b551b4c09ee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:00.110511 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4d5798b-63e4-482f-ad55-740073368b58 req-e444d2b5-bd81-4bfc-beb7-3b551b4c09ee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3812819 Aug 25 17:27:00.115172 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event updated for resources: {'Port': ['ID=f3abde10-e5a6-495a-93ad-c77ffb1fda2f,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:00.159996 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:00.183411 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:00.184593 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-0bfb6301-45e7-4d55-97fd-23e09bb829b7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0439041 Aug 25 17:27:00.230680 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-61a7cb5b-2326-43ce-a5ac-f59343ceb9db tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:00.246319 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-61a7cb5b-2326-43ce-a5ac-f59343ceb9db tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Transition to ACTIVE for port object be008cdd-7a1a-485d-8d5e-e4790373a602 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:27:00.292802 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-61a7cb5b-2326-43ce-a5ac-f59343ceb9db tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:00.374823 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-61a7cb5b-2326-43ce-a5ac-f59343ceb9db tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Network ad187e33-934a-4e18-80df-b0dbcf133e48 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:27:00.385458 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-61a7cb5b-2326-43ce-a5ac-f59343ceb9db tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:27:00.393340 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-61a7cb5b-2326-43ce-a5ac-f59343ceb9db tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:27:00.397403 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7cb5b-2326-43ce-a5ac-f59343ceb9db tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event updated for resources: {'Port': ['ID=be008cdd-7a1a-485d-8d5e-e4790373a602,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:00.473392 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-61a7cb5b-2326-43ce-a5ac-f59343ceb9db tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:00.474401 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-61a7cb5b-2326-43ce-a5ac-f59343ceb9db tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:00.495670 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-cb4398cc-05c7-4185-baf9-77ce0479d08c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--884903678&fields=id&tenant_id=759f66c057c9467a91417329b258a2fa HTTP/1.1" status: 200 len: 267 time: 0.1193659 Aug 25 17:27:00.508856 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34665562-8086-4246-9521-dc63960cd5cb req-5ff5c5c2-ae0c-43f8-8424-a80d95810d64 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:00.512590 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-34665562-8086-4246-9521-dc63960cd5cb req-5ff5c5c2-ae0c-43f8-8424-a80d95810d64 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 945 time: 0.1822093 Aug 25 17:27:00.516613 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-61a7cb5b-2326-43ce-a5ac-f59343ceb9db tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5073972 Aug 25 17:27:00.638710 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-34665562-8086-4246-9521-dc63960cd5cb req-252c865f-4905-4c8f-a88e-8a6fc75d511d tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102417 Aug 25 17:27:00.681191 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-0f3f7f6b-e05f-41f3-b141-76f8781f5a71 None None] Provisioning for port be008cdd-7a1a-485d-8d5e-e4790373a602 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:27:00.688305 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-0f3f7f6b-e05f-41f3-b141-76f8781f5a71 None None] Provisioning complete for port be008cdd-7a1a-485d-8d5e-e4790373a602 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:27:00.688680 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7f6b-e05f-41f3-b141-76f8781f5a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:00.700233 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-722ce41b-e0b9-41cb-9a75-f32a69a7567e tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:00.702346 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-722ce41b-e0b9-41cb-9a75-f32a69a7567e tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/networks?id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 HTTP/1.1" status: 200 len: 810 time: 0.1880209 Aug 25 17:27:00.730710 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-ba6c4e7f-54da-4ce6-bb4a-d8fcc9293c94 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/quotas/759f66c057c9467a91417329b258a2fa HTTP/1.1" status: 200 len: 375 time: 0.0224578 Aug 25 17:27:00.752593 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-0f3f7f6b-e05f-41f3-b141-76f8781f5a71 None None] Port be008cdd-7a1a-485d-8d5e-e4790373a602 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:27:00.763641 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-127f37c3-0fcf-42a1-8b74-54cfaa660336 req-5e10e4ff-2d47-426f-b42f-c64cbe453fd4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 210 time: 0.0345550 Aug 25 17:27:00.824731 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-90bdc19d-92bb-4a5c-b30c-d6aa5a040c93 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=759f66c057c9467a91417329b258a2fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598269 Aug 25 17:27:00.933071 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-71812789-e707-4b25-acda-912935d5bcfc service neutron] 10.222.0.13 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931678 Aug 25 17:27:01.109111 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0504b40-648a-4454-9184-891d4e22b5f7 req-be54f997-217f-4656-91dc-0a59bff07eef tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:01.109111 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d0504b40-648a-4454-9184-891d4e22b5f7 req-be54f997-217f-4656-91dc-0a59bff07eef tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 932 time: 0.0865781 Aug 25 17:27:01.115026 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-b20a4670-c8c3-45e3-861a-0269dad435c0 service neutron] 10.222.0.13 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580365 Aug 25 17:27:01.149937 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d0504b40-648a-4454-9184-891d4e22b5f7 req-ff6ca820-d9bb-4e80-937a-1c857f6bc4ad tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338540 Aug 25 17:27:01.298378 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8cac203f-2f7d-47a9-bae8-f7e255006059 req-b6c37726-d45e-47ed-a5d7-2e3ecf11639a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 210 time: 0.0276065 Aug 25 17:27:01.777361 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b82f5-9e9d-4f24-9b10-dbcddfc4fa0e req-d91cab04-f4b2-420c-8e2c-f6d346aaa515 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:01.778871 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c51b82f5-9e9d-4f24-9b10-dbcddfc4fa0e req-d91cab04-f4b2-420c-8e2c-f6d346aaa515 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 945 time: 0.0514746 Aug 25 17:27:01.834027 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c51b82f5-9e9d-4f24-9b10-dbcddfc4fa0e req-288328d6-f14b-4324-ac38-83509637fbd6 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489020 Aug 25 17:27:01.861059 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44800) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:01.895939 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-26c1c124-d0fd-424c-84c0-fede43bb8f85 req-48912b17-fcd9-42a3-b7fd-9cf890cb3af7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 210 time: 0.0332620 Aug 25 17:27:02.078543 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e1fb067b-6835-4b78-81b2-5907a315b576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:02.174247 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e1fb067b-6835-4b78-81b2-5907a315b576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:02.178583 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e1fb067b-6835-4b78-81b2-5907a315b576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:02.216926 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb067b-6835-4b78-81b2-5907a315b576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b6030-e969-4ebd-bec2-1f2903054189,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:02.221635 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-e1fb067b-6835-4b78-81b2-5907a315b576 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52b290522eda48c48f9b26eaacc6e3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594465 Aug 25 17:27:02.224685 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 44808) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:02.302798 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:27:02.367658 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:27:02.373380 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:27:02.373931 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:02.474486 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:02.491382 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-13b1fb90-7581-4390-844b-fddd7411b3d7 req-d7abd44d-89f4-4db7-abd2-11e7b4b1909f tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 210 time: 0.0550754 Aug 25 17:27:02.501304 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4be1df-51ea-487a-859d-77eea42b19ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:27:02.522959 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73b62753-2a4c-4d87-a090-d45c1a9e76b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:02.534622 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a52a3-3890-43ef-bf84-50321fa45134 req-0b44bf36-a03a-43ec-ada6-40a1b97e18c8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:02.536613 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-312a52a3-3890-43ef-bf84-50321fa45134 req-0b44bf36-a03a-43ec-ada6-40a1b97e18c8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 932 time: 0.3056002 Aug 25 17:27:02.572677 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73b62753-2a4c-4d87-a090-d45c1a9e76b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:02.581511 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230,segment=NetworkSegment(1ef823e0-8685-4408-bb58-2b2ceb416840),segment_id=1ef823e0-8685-4408-bb58-2b2ceb416840)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:27:02.589884 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:02.610491 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-312a52a3-3890-43ef-bf84-50321fa45134 req-fc44b122-872d-416c-9f56-2f1a87055051 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654712 Aug 25 17:27:02.661604 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73b62753-2a4c-4d87-a090-d45c1a9e76b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:02.665322 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73b62753-2a4c-4d87-a090-d45c1a9e76b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:02.666491 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-73b62753-2a4c-4d87-a090-d45c1a9e76b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f19b6030-e969-4ebd-bec2-1f2903054189 HTTP/1.1" status: 204 len: 168 time: 0.4409921 Aug 25 17:27:02.674933 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b62753-2a4c-4d87-a090-d45c1a9e76b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b6030-e969-4ebd-bec2-1f2903054189,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:02.677060 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:02.709313 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922a4de1-d135-4b37-b00b-398496ee9e31" -d '{"events": [{"server_uuid": "6a4be1df-51ea-487a-859d-77eea42b19ba", "name": "network-vif-plugged", "status": "completed", "tag": "bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:27:02.809004 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9124ac-bc13-4aca-95d3-9b52e217b25b x-openstack-request-id: req-4e9124ac-bc13-4aca-95d3-9b52e217b25b {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:27:02.809364 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4be1df-51ea-487a-859d-77eea42b19ba", "name": "network-vif-plugged", "status": "completed", "tag": "bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:27:02.809620 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e9124ac-bc13-4aca-95d3-9b52e217b25b {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:27:02.810086 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4be1df-51ea-487a-859d-77eea42b19ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230', 'code': 200} Aug 25 17:27:02.959270 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9cb8c-b76d-48dc-9690-d4eb7a4ab83d req-cf6c9879-0286-4a1e-ab03-7763aa2dc600 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:02.960938 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-00a9cb8c-b76d-48dc-9690-d4eb7a4ab83d req-cf6c9879-0286-4a1e-ab03-7763aa2dc600 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 946 time: 0.0572712 Aug 25 17:27:02.996856 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44832) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:03.009038 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-287200e0-59ee-45d3-86c3-9461a539e684 req-e89a6a38-88df-48d6-bca5-e144f89b3d54 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 210 time: 0.0346477 Aug 25 17:27:03.010819 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc829c27-9483-40fb-b213-7ede40bc697a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:03.034314 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-00a9cb8c-b76d-48dc-9690-d4eb7a4ab83d req-334c3c48-cea6-4ff0-af97-d4aed9bf1e50 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668952 Aug 25 17:27:03.114836 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc829c27-9483-40fb-b213-7ede40bc697a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:03.118838 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc829c27-9483-40fb-b213-7ede40bc697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:03.159679 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-fc829c27-9483-40fb-b213-7ede40bc697a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00082d51e5564cdeb7e3ec8296584347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616685 Aug 25 17:27:03.161077 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc829c27-9483-40fb-b213-7ede40bc697a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5ef3d4-077b-4b8d-9d82-b2c31547257b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:03.163927 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 44836) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:03.213858 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebf39de4-6c16-43bf-ba5a-1fdd6c011824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:03.236093 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebf39de4-6c16-43bf-ba5a-1fdd6c011824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:03.288441 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebf39de4-6c16-43bf-ba5a-1fdd6c011824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:03.290995 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebf39de4-6c16-43bf-ba5a-1fdd6c011824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:03.292179 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ebf39de4-6c16-43bf-ba5a-1fdd6c011824 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a5ef3d4-077b-4b8d-9d82-b2c31547257b HTTP/1.1" status: 204 len: 168 time: 0.1274028 Aug 25 17:27:03.299865 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf39de4-6c16-43bf-ba5a-1fdd6c011824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5ef3d4-077b-4b8d-9d82-b2c31547257b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:03.601379 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c2efb520-f32d-43b1-8acb-4dbad852b6cb req-2af6a098-c41c-4075-a374-15172ce0132b tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 210 time: 0.0281758 Aug 25 17:27:03.748441 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15052343-43b9-45c2-ae2d-aaaeeb0a6857 req-3e19bd67-0e8e-4f40-bc2e-b1988b9e2cd7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:03.750029 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-15052343-43b9-45c2-ae2d-aaaeeb0a6857 req-3e19bd67-0e8e-4f40-bc2e-b1988b9e2cd7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 932 time: 0.0614405 Aug 25 17:27:03.803016 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-15052343-43b9-45c2-ae2d-aaaeeb0a6857 req-2b37d55b-9298-458e-bbb2-de4ea4c603e2 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457971 Aug 25 17:27:04.032798 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-9e51f6d4-a1d9-4bb2-bdb6-7cd00076da59 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Request body: {'port': {'device_id': '3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca', 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce', 'admin_state_up': True, 'tenant_id': '6aea98bc458945fb805455be3ae1ea26'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:27:04.033901 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Request body: {'port': {'device_id': '7b891758-0809-44a1-8079-52511ccc77cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:27:04.062692 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Request body: {'port': {'device_id': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:27:04.212640 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:04.225961 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-9e51f6d4-a1d9-4bb2-bdb6-7cd00076da59 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Made reservation on behalf of 6aea98bc458945fb805455be3ae1ea26 for: {'port': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:27:04.230056 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-9e51f6d4-a1d9-4bb2-bdb6-7cd00076da59 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:04.259869 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:04.336306 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50194bc4-9c3e-49d5-903d-89c47dd297bc req-1dc66686-6549-4e39-92ed-35de1ae97b68 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:04.338203 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-50194bc4-9c3e-49d5-903d-89c47dd297bc req-1dc66686-6549-4e39-92ed-35de1ae97b68 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 946 time: 0.1858268 Aug 25 17:27:04.340424 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5a0a26f-2273-4e8d-b390-23d6c5893eca req-633e02f8-5d95-4fbb-9855-6fa1db2c64cc tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 210 time: 0.0980108 Aug 25 17:27:04.672780 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-9e51f6d4-a1d9-4bb2-bdb6-7cd00076da59 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Allocated IP 172.20.0.6 (7bf7661a-00cf-45e3-ae9f-36801dd3e3ce/75334e3b-40c5-4c0c-b23e-9bc0f215df9d/11808070-f907-459d-81ce-10958576c9f7) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:27:04.729252 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.25', 57562) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:04.867519 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-50194bc4-9c3e-49d5-903d-89c47dd297bc req-f250d95c-d333-480b-8542-cd3db03fbb74 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127380 Aug 25 17:27:04.884885 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0a1f10a0-ddb3-4a56-92fb-c738c9d2c6a7 req-58b4d1f1-1aae-4790-be7b-8d7da54166a5 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 210 time: 0.1633973 Aug 25 17:27:04.954364 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac7325-d8be-4c5a-943a-d67a27d0444f req-99a564fa-c58e-46ef-a71d-da287c37781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:04.956318 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8bac7325-d8be-4c5a-943a-d67a27d0444f req-99a564fa-c58e-46ef-a71d-da287c37781f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 1099 time: 0.2235172 Aug 25 17:27:04.987743 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8bac7325-d8be-4c5a-943a-d67a27d0444f req-64769494-c183-423c-8525-a4b6181e4049 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:05.076201 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-9e51f6d4-a1d9-4bb2-bdb6-7cd00076da59 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:05.166205 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-9e51f6d4-a1d9-4bb2-bdb6-7cd00076da59 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:05.273202 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.25', 57564) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:05.288012 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8bac7325-d8be-4c5a-943a-d67a27d0444f req-64769494-c183-423c-8525-a4b6181e4049 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:05.326388 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-8bac7325-d8be-4c5a-943a-d67a27d0444f req-64769494-c183-423c-8525-a4b6181e4049 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:05.348751 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-9e51f6d4-a1d9-4bb2-bdb6-7cd00076da59 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:27:05.375858 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-9e51f6d4-a1d9-4bb2-bdb6-7cd00076da59 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:27:05.386164 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-9e51f6d4-a1d9-4bb2-bdb6-7cd00076da59 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:27:05.391962 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-9e51f6d4-a1d9-4bb2-bdb6-7cd00076da59 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:05.392626 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-9e51f6d4-a1d9-4bb2-bdb6-7cd00076da59 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:05.401314 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51f6d4-a1d9-4bb2-bdb6-7cd00076da59 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Pushing event updated for resources: {'Port': ['ID=11808070-f907-459d-81ce-10958576c9f7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:05.417119 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-8bac7325-d8be-4c5a-943a-d67a27d0444f req-64769494-c183-423c-8525-a4b6181e4049 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507911 Aug 25 17:27:05.424554 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64769494-c183-423c-8525-a4b6181e4049 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=160f5d8f-16ac-4aa9-8a67-7ebafcba123e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:05.430333 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-9e51f6d4-a1d9-4bb2-bdb6-7cd00076da59 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4020300 Aug 25 17:27:05.498965 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be008cdd-7a1a-485d-8d5e-e4790373a602 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:27:05.518176 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f0a9f-5655-4b04-8906-5222979f82db req-2e855f34-6c5a-4b63-b375-98f5a87dc830 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:05.525791 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5e2f0a9f-5655-4b04-8906-5222979f82db req-2e855f34-6c5a-4b63-b375-98f5a87dc830 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 932 time: 0.4126136 Aug 25 17:27:05.531206 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:05.617606 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Transition to ACTIVE for port object be008cdd-7a1a-485d-8d5e-e4790373a602 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:27:05.643599 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:05.715724 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86426e-c60d-4051-90bd-ecb18f57a48e req-209e19c7-3682-4d04-b549-53f5f14ebf51 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:05.716761 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc86426e-c60d-4051-90bd-ecb18f57a48e req-209e19c7-3682-4d04-b549-53f5f14ebf51 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 931 time: 0.2468193 Aug 25 17:27:05.721354 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5e2f0a9f-5655-4b04-8906-5222979f82db req-069cc688-8d04-4fc4-aa73-fe5ec419ce70 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947117 Aug 25 17:27:05.737513 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-618e808d-a818-407d-8281-d338f573debe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:05.744269 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-618e808d-a818-407d-8281-d338f573debe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.25 "GET /v2.0/networks?id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 HTTP/1.1" status: 200 len: 810 time: 0.4175305 Aug 25 17:27:05.808447 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Request body: {'port': {'device_id': '3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:27:05.859416 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Pushing event updated for resources: {'Port': ['ID=be008cdd-7a1a-485d-8d5e-e4790373a602,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:05.901355 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:05.945929 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dad6074-c1ba-4c18-af5d-9045068fa562 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:27:06.008054 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:06.069716 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc86426e-c60d-4051-90bd-ecb18f57a48e req-7cef071f-cf44-4197-a958-d09e0e3da172 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129506 Aug 25 17:27:06.071035 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Transition to ACTIVE for port object 6dad6074-c1ba-4c18-af5d-9045068fa562 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:27:06.126500 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c2d418ab-8f3b-4ed4-babb-b4a9d03d6407 req-0abb341b-3d80-4aea-ad70-aba88549ed89 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 210 time: 0.0985205 Aug 25 17:27:06.138681 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:06.172845 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-321c54b3-dc78-494f-855a-4d844fe27708 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=759f66c057c9467a91417329b258a2fa HTTP/1.1" status: 200 len: 379 time: 0.3590002 Aug 25 17:27:06.228771 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-cb793f54-6490-4df4-98d5-1d87b6d23bdf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Request body: {'port': {'device_id': '12ea17b2-3498-4a10-be3d-74efbd2a3463', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'admin_state_up': True, 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'security_groups': ['1f0c5509-7dab-422c-9730-bb93aae0f9f4']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:27:06.348700 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Attempting to bind port be008cdd-7a1a-485d-8d5e-e4790373a602 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:27:06.349474 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Attempting to bind port be008cdd-7a1a-485d-8d5e-e4790373a602 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:27:06.349474 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Attempting to bind port be008cdd-7a1a-485d-8d5e-e4790373a602 on network ad187e33-934a-4e18-80df-b0dbcf133e48 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:27:06.364223 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Port be008cdd-7a1a-485d-8d5e-e4790373a602 on network ad187e33-934a-4e18-80df-b0dbcf133e48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:27:06.364223 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Attempting to bind port be008cdd-7a1a-485d-8d5e-e4790373a602 on network ad187e33-934a-4e18-80df-b0dbcf133e48 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:27:06.416813 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:27:06.417147 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Checking segment: {'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:27:06.417533 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Bound using segment: {'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:27:06.417988 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Bound port: be008cdd-7a1a-485d-8d5e-e4790373a602, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:27:06.418341 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:06.434546 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Pushing event updated for resources: {'Port': ['ID=6dad6074-c1ba-4c18-af5d-9045068fa562,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:06.447124 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11808070-f907-459d-81ce-10958576c9f7 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:27:06.461850 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:06.483903 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005d148-f2ee-4341-a382-d9ceaa170291 req-0f3f9dbd-1917-4b61-84b3-6beda3843394 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:06.485686 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6005d148-f2ee-4341-a382-d9ceaa170291 req-0f3f9dbd-1917-4b61-84b3-6beda3843394 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 946 time: 0.2633574 Aug 25 17:27:06.487389 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Transition to ACTIVE for port object 11808070-f907-459d-81ce-10958576c9f7 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:27:06.509966 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:06.622860 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Attempting to bind port 6dad6074-c1ba-4c18-af5d-9045068fa562 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:27:06.623177 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Attempting to bind port 6dad6074-c1ba-4c18-af5d-9045068fa562 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3ce13bf3-71ff-4ad8-ae66-b808b812e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:27:06.623746 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Attempting to bind port 6dad6074-c1ba-4c18-af5d-9045068fa562 on network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:27:06.635173 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6005d148-f2ee-4341-a382-d9ceaa170291 req-95dda79d-3d90-43b1-b048-9ee36a4b9774 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168144 Aug 25 17:27:06.664259 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Pushing event updated for resources: {'Port': ['ID=11808070-f907-459d-81ce-10958576c9f7,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:06.669137 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Port 6dad6074-c1ba-4c18-af5d-9045068fa562 on network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:27:06.669470 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Attempting to bind port 6dad6074-c1ba-4c18-af5d-9045068fa562 on network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:27:06.687130 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:27:06.687695 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Checking segment: {'id': '3ce13bf3-71ff-4ad8-ae66-b808b812e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:27:06.688249 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Bound using segment: {'id': '3ce13bf3-71ff-4ad8-ae66-b808b812e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:27:06.688859 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Bound port: 6dad6074-c1ba-4c18-af5d-9045068fa562, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce13bf3-71ff-4ad8-ae66-b808b812e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:27:06.689373 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:06.709571 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Attempting to bind port 11808070-f907-459d-81ce-10958576c9f7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:27:06.710020 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Attempting to bind port 11808070-f907-459d-81ce-10958576c9f7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3ce13bf3-71ff-4ad8-ae66-b808b812e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:27:06.710624 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Attempting to bind port 11808070-f907-459d-81ce-10958576c9f7 on network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:27:06.713242 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] For port be008cdd-7a1a-485d-8d5e-e4790373a602, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:27:06.716921 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Port 11808070-f907-459d-81ce-10958576c9f7 on network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:27:06.717404 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Attempting to bind port 11808070-f907-459d-81ce-10958576c9f7 on network 7bf7661a-00cf-45e3-ae9f-36801dd3e3ce {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:27:06.719400 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-cb793f54-6490-4df4-98d5-1d87b6d23bdf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Made reservation on behalf of 759f66c057c9467a91417329b258a2fa for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:27:06.724434 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:27:06.724722 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-cb793f54-6490-4df4-98d5-1d87b6d23bdf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:06.724972 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Checking segment: {'id': '3ce13bf3-71ff-4ad8-ae66-b808b812e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:27:06.725601 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Bound using segment: {'id': '3ce13bf3-71ff-4ad8-ae66-b808b812e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:27:06.726143 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Bound port: 11808070-f907-459d-81ce-10958576c9f7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce13bf3-71ff-4ad8-ae66-b808b812e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:27:06.726630 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:06.808737 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] For port 6dad6074-c1ba-4c18-af5d-9045068fa562, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:27:06.813490 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] For port 6dad6074-c1ba-4c18-af5d-9045068fa562, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6dad6074-c1ba-4c18-af5d-9045068fa562,segment=NetworkSegment(3ce13bf3-71ff-4ad8-ae66-b808b812e8de),segment_id=3ce13bf3-71ff-4ad8-ae66-b808b812e8de)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:27:06.824248 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] For port be008cdd-7a1a-485d-8d5e-e4790373a602, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be008cdd-7a1a-485d-8d5e-e4790373a602,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:27:06.826531 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:06.828742 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] For port 11808070-f907-459d-81ce-10958576c9f7, host hv-cinder-78638, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:27:06.851911 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] For port 11808070-f907-459d-81ce-10958576c9f7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11808070-f907-459d-81ce-10958576c9f7,segment=NetworkSegment(3ce13bf3-71ff-4ad8-ae66-b808b812e8de),segment_id=3ce13bf3-71ff-4ad8-ae66-b808b812e8de)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:27:06.859925 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:06.863636 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:06.915095 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:06.926340 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for port, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:06.933481 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] 10.222.0.25 "PUT /v2.0/ports/11808070-f907-459d-81ce-10958576c9f7 HTTP/1.1" status: 200 len: 1093 time: 1.1302812 Aug 25 17:27:06.936129 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca', 'tag': '11808070-f907-459d-81ce-10958576c9f7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:27:07.140296 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:07.141818 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:07.143627 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4d5798b-63e4-482f-ad55-740073368b58 req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] 10.222.0.25 "PUT /v2.0/ports/6dad6074-c1ba-4c18-af5d-9045068fa562 HTTP/1.1" status: 200 len: 1094 time: 3.1151693 Aug 25 17:27:07.146371 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b891758-0809-44a1-8079-52511ccc77cc', 'tag': '6dad6074-c1ba-4c18-af5d-9045068fa562'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:27:07.148859 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf0dc48-5a46-4695-a5a5-5f0443791200" -d '{"events": [{"name": "network-changed", "server_uuid": "7b891758-0809-44a1-8079-52511ccc77cc", "tag": "6dad6074-c1ba-4c18-af5d-9045068fa562"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:27:07.230818 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aded23789855e5b1cc19d2cb63e7bb88a3d68690f113b36760167328c9c4165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c608bcc-0f7e-4e45-b44d-bacc00f83b42" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca", "tag": "11808070-f907-459d-81ce-10958576c9f7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:27:07.235918 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:07.236721 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:07.239257 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] 10.222.0.25 "PUT /v2.0/ports/be008cdd-7a1a-485d-8d5e-e4790373a602 HTTP/1.1" status: 200 len: 1094 time: 3.1980228 Aug 25 17:27:07.275454 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8289b-3e15-487e-9650-0489a2ad852f service neutron] Pushing event updated for resources: {'Port': ['ID=11808070-f907-459d-81ce-10958576c9f7,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:07.303307 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-668319e7-cc1d-415d-9b75-162838d93747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:07.305153 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-668319e7-cc1d-415d-9b75-162838d93747 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6aea98bc458945fb805455be3ae1ea26&device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 1096 time: 0.2976506 Aug 25 17:27:07.327689 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fb3c0-b511-43ac-9977-39c0953dd48f service neutron] Pushing event updated for resources: {'Port': ['ID=6dad6074-c1ba-4c18-af5d-9045068fa562,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:07.384779 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-1ae5d4ca-7747-4e6e-87f7-e15f6a6e9868 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11808070-f907-459d-81ce-10958576c9f7 HTTP/1.1" status: 200 len: 217 time: 0.0700290 Aug 25 17:27:07.388286 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e312a-10ed-42fc-b785-f4650e2661b4 req-24276567-acf9-482b-85c6-086eb017a996 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:07.389866 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-184e312a-10ed-42fc-b785-f4650e2661b4 req-24276567-acf9-482b-85c6-086eb017a996 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.5230434 Aug 25 17:27:07.469834 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-27ed5340-d1f5-41d2-b860-83ebf8a3fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:07.474042 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-27ed5340-d1f5-41d2-b860-83ebf8a3fa3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75334e3b-40c5-4c0c-b23e-9bc0f215df9d HTTP/1.1" status: 200 len: 859 time: 0.0763998 Aug 25 17:27:07.509596 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3a24c-3fbd-452f-804f-c38e1541c543 req-6560060e-8819-49af-a690-56311f8a40fe tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:07.511091 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b3e3a24c-3fbd-452f-804f-c38e1541c543 req-6560060e-8819-49af-a690-56311f8a40fe tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 943 time: 0.3059876 Aug 25 17:27:07.512937 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5798b-63e4-482f-ad55-740073368b58 req-12a0a991-50ee-4ff3-90ed-99e811028ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:07.514339 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4d5798b-63e4-482f-ad55-740073368b58 req-12a0a991-50ee-4ff3-90ed-99e811028ea8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6aea98bc458945fb805455be3ae1ea26&device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 1097 time: 0.3203883 Aug 25 17:27:07.527547 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-cb793f54-6490-4df4-98d5-1d87b6d23bdf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Allocated IP 172.20.0.5 (8131e9a9-2e21-4b4b-9f11-89e8e152e2a9/d88b7ad9-4828-4f9c-970b-b476b3fb93c6/e831d281-f54f-498f-8a3f-1e6801aad703) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:27:07.531107 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-5f863e46-8c72-4664-8d99-91f8cff1daec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500994 Aug 25 17:27:07.531804 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-2e988ecf-e677-46cf-88fa-8d2b498cb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:07.533240 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-2e988ecf-e677-46cf-88fa-8d2b498cb8e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 1097 time: 0.2465718 Aug 25 17:27:07.543882 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6062e27-56c9-44a1-869a-ac7310fd84f6 service neutron] Pushing event updated for resources: {'Port': ['ID=be008cdd-7a1a-485d-8d5e-e4790373a602,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:07.609341 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-184e312a-10ed-42fc-b785-f4650e2661b4 req-88d8aa77-a56b-4480-a6a0-cd37d3e464bb tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073219 Aug 25 17:27:07.638457 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4d5798b-63e4-482f-ad55-740073368b58 req-a553d431-ea21-487a-b8ce-7fc9f6984443 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dad6074-c1ba-4c18-af5d-9045068fa562 HTTP/1.1" status: 200 len: 217 time: 0.1122956 Aug 25 17:27:07.660916 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-c7cda34b-f588-4bdf-ae60-0c891ab7ad1c service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142752 Aug 25 17:27:07.697261 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-9af83000-4187-4759-830c-fc2ecbc73cef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be008cdd-7a1a-485d-8d5e-e4790373a602 HTTP/1.1" status: 200 len: 217 time: 0.1405885 Aug 25 17:27:07.772095 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ce386dbb-6b9a-49fc-97c1-75aaed15b1cd req-90286898-95ac-4e83-9fe4-5233c64b02ad tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 210 time: 0.0987620 Aug 25 17:27:07.813229 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-ecacc290-dfb0-4fcd-aed6-3ed35016007c req-0026398c-6c19-4195-aa9e-f467ede41727 service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334193 Aug 25 17:27:07.815317 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b3e3a24c-3fbd-452f-804f-c38e1541c543 req-7ebf3649-50d8-4d13-9393-8d095509abee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854366 Aug 25 17:27:07.889732 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5798b-63e4-482f-ad55-740073368b58 req-99d06a70-7a08-462b-bcf2-d6c4f20e2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:07.891320 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4d5798b-63e4-482f-ad55-740073368b58 req-99d06a70-7a08-462b-bcf2-d6c4f20e2768 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75334e3b-40c5-4c0c-b23e-9bc0f215df9d HTTP/1.1" status: 200 len: 859 time: 0.2194810 Aug 25 17:27:07.948876 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4d5798b-63e4-482f-ad55-740073368b58 req-934b0976-f828-423d-a9fa-6bac00a4a1e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448177 Aug 25 17:27:07.954266 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-480e1000-36dc-4a51-acdd-a1b3ed5a3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:07.956284 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-480e1000-36dc-4a51-acdd-a1b3ed5a3739 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf66541-9305-4ae8-b7c6-d35b1d7e942e HTTP/1.1" status: 200 len: 855 time: 0.2203209 Aug 25 17:27:08.077254 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e6088b-3283-44c6-a355-b23631c7347d x-openstack-request-id: req-e7e6088b-3283-44c6-a355-b23631c7347d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:27:08.077534 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b891758-0809-44a1-8079-52511ccc77cc", "tag": "6dad6074-c1ba-4c18-af5d-9045068fa562", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:27:08.077791 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7e6088b-3283-44c6-a355-b23631c7347d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:27:08.078189 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b891758-0809-44a1-8079-52511ccc77cc', 'tag': '6dad6074-c1ba-4c18-af5d-9045068fa562', 'status': 'completed', 'code': 200} Aug 25 17:27:08.121725 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9397ba-fb65-4414-b693-13875a02c659 x-openstack-request-id: req-5d9397ba-fb65-4414-b693-13875a02c659 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:27:08.122512 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca", "tag": "11808070-f907-459d-81ce-10958576c9f7", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:27:08.122924 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d9397ba-fb65-4414-b693-13875a02c659 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:27:08.123897 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca', 'tag': '11808070-f907-459d-81ce-10958576c9f7', 'status': 'completed', 'code': 200} Aug 25 17:27:08.151732 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-cb793f54-6490-4df4-98d5-1d87b6d23bdf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:08.158318 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-c086e35d-b2f2-4f1c-af28-c0e7f47b347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:08.160721 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-c086e35d-b2f2-4f1c-af28-c0e7f47b347d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad187e33-934a-4e18-80df-b0dbcf133e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1943865 Aug 25 17:27:08.209242 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c608bcc-0f7e-4e45-b44d-bacc00f83b42 req-1ca35d6b-d4ca-4839-9d7e-a726065d4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:08.211239 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6c608bcc-0f7e-4e45-b44d-bacc00f83b42 req-1ca35d6b-d4ca-4839-9d7e-a726065d4041 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6aea98bc458945fb805455be3ae1ea26&device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 1096 time: 0.0824440 Aug 25 17:27:08.267588 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-cb793f54-6490-4df4-98d5-1d87b6d23bdf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Transition to ACTIVE for port object e831d281-f54f-498f-8a3f-1e6801aad703 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:27:08.310193 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4d5798b-63e4-482f-ad55-740073368b58 req-89d2188f-26f9-42b9-af01-c82fbcad1422 service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432035 Aug 25 17:27:08.364250 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e8e5-3c99-4837-9246-53cc3d72eaec req-9c4e4d05-ac64-4390-b8f1-9a3455252bc2 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:08.366294 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ffb7e8e5-3c99-4837-9246-53cc3d72eaec req-9c4e4d05-ac64-4390-b8f1-9a3455252bc2 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 946 time: 0.2102666 Aug 25 17:27:08.440581 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c608bcc-0f7e-4e45-b44d-bacc00f83b42 req-fedd09d8-b5b0-402b-9013-394b858c3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:08.442967 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6c608bcc-0f7e-4e45-b44d-bacc00f83b42 req-fedd09d8-b5b0-402b-9013-394b858c3688 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 200 len: 920 time: 0.2235508 Aug 25 17:27:08.465046 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-dfbde2ce-4f71-4fd4-97b3-9ef4165ac32f service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871256 Aug 25 17:27:08.487709 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-cb793f54-6490-4df4-98d5-1d87b6d23bdf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:08.539670 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6c608bcc-0f7e-4e45-b44d-bacc00f83b42 req-7e7e22ae-d9e2-44a7-8908-2da0e33e8640 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11808070-f907-459d-81ce-10958576c9f7 HTTP/1.1" status: 200 len: 217 time: 0.0876300 Aug 25 17:27:08.560591 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ffb7e8e5-3c99-4837-9246-53cc3d72eaec req-32d33031-f4d8-4698-9c89-58a42117e4eb tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542389 Aug 25 17:27:08.648029 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-cb793f54-6490-4df4-98d5-1d87b6d23bdf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:27:08.662411 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c608bcc-0f7e-4e45-b44d-bacc00f83b42 req-219d2eaa-33b3-45f7-823d-6527192b5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:08.666264 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6c608bcc-0f7e-4e45-b44d-bacc00f83b42 req-219d2eaa-33b3-45f7-823d-6527192b5820 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75334e3b-40c5-4c0c-b23e-9bc0f215df9d HTTP/1.1" status: 200 len: 859 time: 0.1066518 Aug 25 17:27:08.675127 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-cb793f54-6490-4df4-98d5-1d87b6d23bdf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:27:08.682949 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-cb793f54-6490-4df4-98d5-1d87b6d23bdf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:27:08.702600 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb793f54-6490-4df4-98d5-1d87b6d23bdf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event updated for resources: {'Port': ['ID=e831d281-f54f-498f-8a3f-1e6801aad703,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:08.709128 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4d5798b-63e4-482f-ad55-740073368b58 req-85ceb365-487e-4c27-a294-2222114720ac service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770747 Aug 25 17:27:08.723072 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6c608bcc-0f7e-4e45-b44d-bacc00f83b42 req-8647bb49-dfca-4141-82e7-91f72e09efa8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488131 Aug 25 17:27:08.834922 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 45064) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:08.886877 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6c608bcc-0f7e-4e45-b44d-bacc00f83b42 req-56cbe929-42a4-41e0-92f3-0818a104a98b service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501741 Aug 25 17:27:09.035508 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-cb793f54-6490-4df4-98d5-1d87b6d23bdf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:09.035508 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-cb793f54-6490-4df4-98d5-1d87b6d23bdf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:09.038842 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-2009d79b-a30e-43fe-9756-ed8aaee3f536 None None] Provisioning for port e831d281-f54f-498f-8a3f-1e6801aad703 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:27:09.056004 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eabd1d-232c-47cf-9912-b6209b1fb057 req-81a541b0-b742-4544-8bec-a11f7846c982 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:09.057893 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46eabd1d-232c-47cf-9912-b6209b1fb057 req-81a541b0-b742-4544-8bec-a11f7846c982 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.3165927 Aug 25 17:27:09.073021 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-cb793f54-6490-4df4-98d5-1d87b6d23bdf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8784080 Aug 25 17:27:09.076945 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-2009d79b-a30e-43fe-9756-ed8aaee3f536 None None] Provisioning complete for port e831d281-f54f-498f-8a3f-1e6801aad703 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:27:09.094853 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2009d79b-a30e-43fe-9756-ed8aaee3f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:09.114075 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-6c608bcc-0f7e-4e45-b44d-bacc00f83b42 req-7b978ede-9672-4656-b72c-e12d7931a336 service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150733 Aug 25 17:27:09.117665 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80260c7b-1e45-4cac-9ea0-247628b35a9f req-33945759-d8bb-4220-8902-3d7f75f993d8 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315973 Aug 25 17:27:09.135127 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Request body: {'port': {'device_id': '12ea17b2-3498-4a10-be3d-74efbd2a3463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:27:09.142139 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0dc48-5a46-4695-a5a5-5f0443791200 req-37b2304a-9285-4fc2-ad8c-e7dfcd033aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:09.143778 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cf0dc48-5a46-4695-a5a5-5f0443791200 req-37b2304a-9285-4fc2-ad8c-e7dfcd033aae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6aea98bc458945fb805455be3ae1ea26&device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 1097 time: 0.3521683 Aug 25 17:27:09.148245 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2009d79b-a30e-43fe-9756-ed8aaee3f536 None None] Port e831d281-f54f-498f-8a3f-1e6801aad703 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:27:09.166819 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9baa624b-6808-49db-945f-f9d809cdb65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:09.210659 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661f2e0-7e03-4c56-89ac-2e87be5e6c13 req-453e6020-3944-4de9-a4ec-28451a5a4155 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:09.212344 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2661f2e0-7e03-4c56-89ac-2e87be5e6c13 req-453e6020-3944-4de9-a4ec-28451a5a4155 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 931 time: 0.2793143 Aug 25 17:27:09.353127 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46eabd1d-232c-47cf-9912-b6209b1fb057 req-8e1168fa-6004-4d90-a463-292a848e3364 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645948 Aug 25 17:27:09.464973 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7b2dcd3d-e194-4d5a-8bc1-5174e5c17571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:09.588280 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:09.698713 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2661f2e0-7e03-4c56-89ac-2e87be5e6c13 req-369bd2d7-5619-4326-9a93-837d53d8a6e0 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4324911 Aug 25 17:27:09.742547 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0dc48-5a46-4695-a5a5-5f0443791200 req-fcab2489-5840-48bf-9507-c22fc865c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:09.744066 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cf0dc48-5a46-4695-a5a5-5f0443791200 req-fcab2489-5840-48bf-9507-c22fc865c4dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 200 len: 920 time: 0.5723004 Aug 25 17:27:09.828668 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b1fcf-9606-4217-8765-d76e266d3eb1 req-ed7ec3b0-43c4-4c67-a9b5-d9b184032752 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:09.830255 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d03b1fcf-9606-4217-8765-d76e266d3eb1 req-ed7ec3b0-43c4-4c67-a9b5-d9b184032752 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 943 time: 0.2523773 Aug 25 17:27:09.838922 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cf0dc48-5a46-4695-a5a5-5f0443791200 req-0173c9a7-5639-4653-bae6-441749ef87b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dad6074-c1ba-4c18-af5d-9045068fa562 HTTP/1.1" status: 200 len: 217 time: 0.0800772 Aug 25 17:27:09.864670 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45102) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:09.989500 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9baa624b-6808-49db-945f-f9d809cdb65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.015208 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.015751 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0dc48-5a46-4695-a5a5-5f0443791200 req-1bc37983-31d1-42f0-99a3-8b6791c28219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:10.017312 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cf0dc48-5a46-4695-a5a5-5f0443791200 req-1bc37983-31d1-42f0-99a3-8b6791c28219 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75334e3b-40c5-4c0c-b23e-9bc0f215df9d HTTP/1.1" status: 200 len: 859 time: 0.1314156 Aug 25 17:27:10.027893 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9baa624b-6808-49db-945f-f9d809cdb65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.041250 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-87922fd2-7c39-4fbf-8d90-2574be067502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.058248 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d03b1fcf-9606-4217-8765-d76e266d3eb1 req-1480c7ad-ccdb-4ea2-9101-ae4a136aed06 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755829 Aug 25 17:27:10.081134 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'tag': 'be008cdd-7a1a-485d-8d5e-e4790373a602'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:27:10.084083 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dab7b0f-d0d3-4292-acf1-7df379dd843d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e400cd4-71cb-4890-be05-29ea4ae174ca", "tag": "be008cdd-7a1a-485d-8d5e-e4790373a602"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:27:10.130555 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cf0dc48-5a46-4695-a5a5-5f0443791200 req-b0abc404-1c64-453b-9ee5-bac3385e0ea4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703487 Aug 25 17:27:10.165653 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-9baa624b-6808-49db-945f-f9d809cdb65e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73998b3bc0254fb5936f449b05141332&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3053262 Aug 25 17:27:10.167267 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45110) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:10.178710 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa624b-6808-49db-945f-f9d809cdb65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b94c1d-f6a8-4466-b18f-509a4c7bbe77,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:10.184829 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b50851-984a-4b1b-abd7-5f8214b3ed6c x-openstack-request-id: req-b6b50851-984a-4b1b-abd7-5f8214b3ed6c {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:27:10.185115 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e400cd4-71cb-4890-be05-29ea4ae174ca", "tag": "be008cdd-7a1a-485d-8d5e-e4790373a602", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:27:10.185352 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6b50851-984a-4b1b-abd7-5f8214b3ed6c {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:27:10.185736 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'tag': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'status': 'completed', 'code': 200} Aug 25 17:27:10.195496 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-87922fd2-7c39-4fbf-8d90-2574be067502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.217807 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-87922fd2-7c39-4fbf-8d90-2574be067502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.281809 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87922fd2-7c39-4fbf-8d90-2574be067502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7c417c-36e9-4189-a6df-91cc44ae32b2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:10.290149 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-87922fd2-7c39-4fbf-8d90-2574be067502 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1200cf2308d04f6496b09c70d636a36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243517 Aug 25 17:27:10.291182 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45114) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:10.293512 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c04a649-da6f-4ab2-aeda-d5870a5c330e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.349440 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c04a649-da6f-4ab2-aeda-d5870a5c330e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.397108 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab7b0f-d0d3-4292-acf1-7df379dd843d req-c5dd1799-b2e9-41a5-9b09-08ac99ce98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:10.399017 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8dab7b0f-d0d3-4292-acf1-7df379dd843d req-c5dd1799-b2e9-41a5-9b09-08ac99ce98c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 1097 time: 0.1690836 Aug 25 17:27:10.403423 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9a77939-eef2-4b37-9f43-b95a8e810ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.438534 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9a77939-eef2-4b37-9f43-b95a8e810ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.439421 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cf0dc48-5a46-4695-a5a5-5f0443791200 req-28790783-4428-4d00-be38-1b8a8f6557c2 service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969582 Aug 25 17:27:10.487232 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c04a649-da6f-4ab2-aeda-d5870a5c330e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.493824 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c04a649-da6f-4ab2-aeda-d5870a5c330e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.495180 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-7c04a649-da6f-4ab2-aeda-d5870a5c330e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53b94c1d-f6a8-4466-b18f-509a4c7bbe77 HTTP/1.1" status: 204 len: 168 time: 0.3264513 Aug 25 17:27:10.508311 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04a649-da6f-4ab2-aeda-d5870a5c330e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b94c1d-f6a8-4466-b18f-509a4c7bbe77,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:10.558742 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9a77939-eef2-4b37-9f43-b95a8e810ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.563328 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9a77939-eef2-4b37-9f43-b95a8e810ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.567803 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f9a77939-eef2-4b37-9f43-b95a8e810ab4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca7c417c-36e9-4189-a6df-91cc44ae32b2 HTTP/1.1" status: 204 len: 168 time: 0.2724555 Aug 25 17:27:10.575097 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a77939-eef2-4b37-9f43-b95a8e810ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7c417c-36e9-4189-a6df-91cc44ae32b2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:10.641523 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e831d281-f54f-498f-8a3f-1e6801aad703 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:27:10.674878 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.722612 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Transition to ACTIVE for port object e831d281-f54f-498f-8a3f-1e6801aad703 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:27:10.771155 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:10.872643 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab7b0f-d0d3-4292-acf1-7df379dd843d req-f0b5cf6d-b6e3-4e03-84e8-aebb8b90930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:10.874176 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8dab7b0f-d0d3-4292-acf1-7df379dd843d req-f0b5cf6d-b6e3-4e03-84e8-aebb8b90930e service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 917 time: 0.4374812 Aug 25 17:27:10.889556 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a8c93-1ccd-4b0b-9aa6-36797bd1e257 req-5c284acd-fc47-4b1c-b428-a33dac0d39b0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:10.898073 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e53a8c93-1ccd-4b0b-9aa6-36797bd1e257 req-5c284acd-fc47-4b1c-b428-a33dac0d39b0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.3481271 Aug 25 17:27:10.999725 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cf0dc48-5a46-4695-a5a5-5f0443791200 req-5eae4365-44d3-4ebd-8bf0-6787d13a0c96 service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369244 Aug 25 17:27:11.005631 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8dab7b0f-d0d3-4292-acf1-7df379dd843d req-03b10159-71fb-4f5b-98fe-62b5f5b8164e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be008cdd-7a1a-485d-8d5e-e4790373a602 HTTP/1.1" status: 200 len: 217 time: 0.1054144 Aug 25 17:27:11.051825 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Pushing event updated for resources: {'Port': ['ID=e831d281-f54f-498f-8a3f-1e6801aad703,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:11.121802 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45158) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:11.153017 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2b410ab-a96b-48b6-84d6-00569b9309ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.209954 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e53a8c93-1ccd-4b0b-9aa6-36797bd1e257 req-061fbbee-cfc2-48a7-b670-855c2590200f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064587 Aug 25 17:27:11.234160 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45162) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:11.259792 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24680b4e-13d7-48f0-80c9-92f9edb0e065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.292907 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab7b0f-d0d3-4292-acf1-7df379dd843d req-35d6cc79-5bde-4821-aab8-9d714e515596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:11.294442 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8dab7b0f-d0d3-4292-acf1-7df379dd843d req-35d6cc79-5bde-4821-aab8-9d714e515596 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf66541-9305-4ae8-b7c6-d35b1d7e942e HTTP/1.1" status: 200 len: 855 time: 0.2707474 Aug 25 17:27:11.318737 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6e34d-8edd-4709-982a-231727ae5ec2 req-2a5bbbd8-34d5-427a-99b5-d3ed2c6190e8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:11.320396 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0cb6e34d-8edd-4709-982a-231727ae5ec2 req-2a5bbbd8-34d5-427a-99b5-d3ed2c6190e8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 943 time: 0.2953587 Aug 25 17:27:11.386160 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2b410ab-a96b-48b6-84d6-00569b9309ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.401004 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Attempting to bind port e831d281-f54f-498f-8a3f-1e6801aad703 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:27:11.401338 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Attempting to bind port e831d281-f54f-498f-8a3f-1e6801aad703 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:27:11.401667 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Attempting to bind port e831d281-f54f-498f-8a3f-1e6801aad703 on network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:27:11.407986 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2b410ab-a96b-48b6-84d6-00569b9309ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.418268 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Port e831d281-f54f-498f-8a3f-1e6801aad703 on network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:27:11.418591 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Attempting to bind port e831d281-f54f-498f-8a3f-1e6801aad703 on network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:27:11.439574 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:27:11.439938 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Checking segment: {'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:27:11.440328 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Bound using segment: {'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:27:11.440884 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Bound port: e831d281-f54f-498f-8a3f-1e6801aad703, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:27:11.441728 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.448825 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0cb6e34d-8edd-4709-982a-231727ae5ec2 req-9c48cf98-f519-4e61-a2a8-b2409eb194c6 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964737 Aug 25 17:27:11.467246 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab7b0f-d0d3-4292-acf1-7df379dd843d req-97eb516a-a9ec-4040-ae9c-7195302f76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:11.468502 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8dab7b0f-d0d3-4292-acf1-7df379dd843d req-97eb516a-a9ec-4040-ae9c-7195302f76e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad187e33-934a-4e18-80df-b0dbcf133e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1452568 Aug 25 17:27:11.471515 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f2b410ab-a96b-48b6-84d6-00569b9309ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff3643e370a04954ad1a800d6347552b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486195 Aug 25 17:27:11.475181 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45168) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:11.479317 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6197e-1977-4aa3-a47b-86f51cb0a031 req-28f5f103-9e6d-4539-ad30-0211eb7fdde4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:11.480938 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfb6197e-1977-4aa3-a47b-86f51cb0a031 req-28f5f103-9e6d-4539-ad30-0211eb7fdde4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 943 time: 0.1717775 Aug 25 17:27:11.482173 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b410ab-a96b-48b6-84d6-00569b9309ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1300ff-9452-433e-ad7c-4de4ab670f76,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:11.560340 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b730-9501-4e76-b009-73576ccc6372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.583761 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24680b4e-13d7-48f0-80c9-92f9edb0e065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.596407 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24680b4e-13d7-48f0-80c9-92f9edb0e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.604814 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b730-9501-4e76-b009-73576ccc6372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.665385 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-24680b4e-13d7-48f0-80c9-92f9edb0e065 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53d86443fc314a8aada14223ee06ac4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256167 Aug 25 17:27:11.665385 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24680b4e-13d7-48f0-80c9-92f9edb0e065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10c0e83-b560-41ec-ad67-ac1ddf3d2c74,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:11.666573 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45170) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:11.705887 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfb6197e-1977-4aa3-a47b-86f51cb0a031 req-edb97343-d930-4608-993c-4951ffb88669 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691206 Aug 25 17:27:11.712097 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] For port e831d281-f54f-498f-8a3f-1e6801aad703, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:27:11.718531 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] For port e831d281-f54f-498f-8a3f-1e6801aad703, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e831d281-f54f-498f-8a3f-1e6801aad703,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:27:11.729175 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b730-9501-4e76-b009-73576ccc6372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.731755 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b730-9501-4e76-b009-73576ccc6372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.733618 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.736362 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4ba5b730-9501-4e76-b009-73576ccc6372 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a1300ff-9452-433e-ad7c-4de4ab670f76 HTTP/1.1" status: 204 len: 168 time: 0.2597337 Aug 25 17:27:11.753665 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-382b3e5d-29da-46e1-8ae3-f0e9e222df6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.770606 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b730-9501-4e76-b009-73576ccc6372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1300ff-9452-433e-ad7c-4de4ab670f76,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:11.775491 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8dab7b0f-d0d3-4292-acf1-7df379dd843d req-11389659-5636-4021-b806-56be304fad0b service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918158 Aug 25 17:27:11.791134 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:11.791853 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.793346 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] 10.222.0.25 "PUT /v2.0/ports/e831d281-f54f-498f-8a3f-1e6801aad703 HTTP/1.1" status: 200 len: 1093 time: 2.6809006 Aug 25 17:27:11.817489 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-382b3e5d-29da-46e1-8ae3-f0e9e222df6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.889961 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4eed88-120b-4579-b8a5-da61ef5d149a service neutron] Pushing event updated for resources: {'Port': ['ID=e831d281-f54f-498f-8a3f-1e6801aad703,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:11.901052 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-382b3e5d-29da-46e1-8ae3-f0e9e222df6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.906906 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-382b3e5d-29da-46e1-8ae3-f0e9e222df6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:11.914035 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-382b3e5d-29da-46e1-8ae3-f0e9e222df6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b10c0e83-b560-41ec-ad67-ac1ddf3d2c74 HTTP/1.1" status: 204 len: 168 time: 0.2441790 Aug 25 17:27:11.931472 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b3e5d-29da-46e1-8ae3-f0e9e222df6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10c0e83-b560-41ec-ad67-ac1ddf3d2c74,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:12.001620 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-04edd41b-55cd-49d9-bb4b-c177cdf8cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:12.006624 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-04edd41b-55cd-49d9-bb4b-c177cdf8cc5a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=759f66c057c9467a91417329b258a2fa&device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 1096 time: 0.1374638 Aug 25 17:27:12.016899 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8dab7b0f-d0d3-4292-acf1-7df379dd843d req-babb7d28-9f06-4323-a230-c248f7c05f74 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224855 Aug 25 17:27:12.077810 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-d807e329-352e-4f53-904c-7932f8cc6d74 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e831d281-f54f-498f-8a3f-1e6801aad703 HTTP/1.1" status: 200 len: 217 time: 0.0447695 Aug 25 17:27:12.078102 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 11808070-f907-459d-81ce-10958576c9f7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:27:12.159068 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-f5d6f460-c2ee-4eec-856f-ae973dc2e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:12.161450 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-f5d6f460-c2ee-4eec-856f-ae973dc2e4f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d88b7ad9-4828-4f9c-970b-b476b3fb93c6 HTTP/1.1" status: 200 len: 849 time: 0.0746038 Aug 25 17:27:12.190663 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ea17b2-3498-4a10-be3d-74efbd2a3463', 'tag': 'e831d281-f54f-498f-8a3f-1e6801aad703'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:27:12.193885 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd149b6f-7692-4ff3-b596-75a70df4ad61" -d '{"events": [{"name": "network-changed", "server_uuid": "12ea17b2-3498-4a10-be3d-74efbd2a3463", "tag": "e831d281-f54f-498f-8a3f-1e6801aad703"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:27:12.241043 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 11808070-f907-459d-81ce-10958576c9f7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11808070-f907-459d-81ce-10958576c9f7,segment=NetworkSegment(3ce13bf3-71ff-4ad8-ae66-b808b812e8de),segment_id=3ce13bf3-71ff-4ad8-ae66-b808b812e8de)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:27:12.241228 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21717ef-bcbf-425e-bac8-31e75c9293a2 x-openstack-request-id: req-a21717ef-bcbf-425e-bac8-31e75c9293a2 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:27:12.241336 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ea17b2-3498-4a10-be3d-74efbd2a3463", "tag": "e831d281-f54f-498f-8a3f-1e6801aad703", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:27:12.241569 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a21717ef-bcbf-425e-bac8-31e75c9293a2 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:27:12.242741 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ea17b2-3498-4a10-be3d-74efbd2a3463', 'tag': 'e831d281-f54f-498f-8a3f-1e6801aad703', 'status': 'completed', 'code': 200} Aug 25 17:27:12.251754 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b5fd7162-cc56-400b-a417-27fd12d22834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:12.258213 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': '11808070-f907-459d-81ce-10958576c9f7', 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce', 'port_id': '11808070-f907-459d-81ce-10958576c9f7', 'mac_address': 'fa:16:3e:24:d2:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75334e3b-40c5-4c0c-b23e-9bc0f215df9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:27:12.268661 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9a8dcb8b-d13a-44c8-ab7f-694b811fec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:12.271756 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-9a8dcb8b-d13a-44c8-ab7f-694b811fec30 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980852 Aug 25 17:27:12.313059 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:12.325980 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11808070-f907-459d-81ce-10958576c9f7 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:27:12.349270 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 11808070-f907-459d-81ce-10958576c9f7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11808070-f907-459d-81ce-10958576c9f7,segment=NetworkSegment(3ce13bf3-71ff-4ad8-ae66-b808b812e8de),segment_id=3ce13bf3-71ff-4ad8-ae66-b808b812e8de)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:27:12.391063 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:12.430883 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a643617-0ff2-4039-b34b-b00330d5887c req-8baa55d2-ef31-4f6b-a5e2-fd0a0fab58c8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:12.439177 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7a643617-0ff2-4039-b34b-b00330d5887c req-8baa55d2-ef31-4f6b-a5e2-fd0a0fab58c8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.1176424 Aug 25 17:27:12.442093 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:12.457898 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-6bfb60a5-8acc-4c21-9c00-2ebb586f4527 service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740227 Aug 25 17:27:12.484794 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=11808070-f907-459d-81ce-10958576c9f7,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:12.546443 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7a643617-0ff2-4039-b34b-b00330d5887c req-7d50538e-3a34-4988-8224-756e88a1185b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044600 Aug 25 17:27:12.915737 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41ccee55-ade0-4aee-83cf-66c5c66ce2b6 req-eaea48cc-1c17-4289-9e19-67b9ecd72b2f service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438486 Aug 25 17:27:12.944292 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0fade-c26f-4852-a4cb-c2b61ea5df33 req-a1c1c890-222f-406e-adda-8e11a1b7c96d tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:12.947868 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-49b0fade-c26f-4852-a4cb-c2b61ea5df33 req-a1c1c890-222f-406e-adda-8e11a1b7c96d tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 943 time: 0.3687885 Aug 25 17:27:12.962540 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['11808070-f907-459d-81ce-10958576c9f7'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:27:12.967991 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d4aef-73a1-4966-bd94-c2d405f36ada req-911739dd-89d8-4fd2-8b90-b13d422a7de2 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:12.969511 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1f3d4aef-73a1-4966-bd94-c2d405f36ada req-911739dd-89d8-4fd2-8b90-b13d422a7de2 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 944 time: 0.1109011 Aug 25 17:27:13.053510 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-49b0fade-c26f-4852-a4cb-c2b61ea5df33 req-88fec9c1-8a8f-49ba-8480-fa500f542fd8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998282 Aug 25 17:27:13.092354 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1f3d4aef-73a1-4966-bd94-c2d405f36ada req-68102d09-b952-486e-b168-1db5d96e929d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005301 Aug 25 17:27:13.103548 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd149b6f-7692-4ff3-b596-75a70df4ad61 req-89dbecc8-2300-4220-83cc-b41cdd917cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:13.106044 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd149b6f-7692-4ff3-b596-75a70df4ad61 req-89dbecc8-2300-4220-83cc-b41cdd917cd2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=759f66c057c9467a91417329b258a2fa&device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 1096 time: 0.0999048 Aug 25 17:27:13.117859 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45248) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:13.215161 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd149b6f-7692-4ff3-b596-75a70df4ad61 req-b576b8d5-cb02-4b3c-b2d8-4547311453e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:13.216806 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd149b6f-7692-4ff3-b596-75a70df4ad61 req-b576b8d5-cb02-4b3c-b2d8-4547311453e8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 HTTP/1.1" status: 200 len: 911 time: 0.0975492 Aug 25 17:27:13.263721 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd149b6f-7692-4ff3-b596-75a70df4ad61 req-d141c42b-924a-4ba4-bbf2-06bfa1575ed2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e831d281-f54f-498f-8a3f-1e6801aad703 HTTP/1.1" status: 200 len: 217 time: 0.0380158 Aug 25 17:27:13.284326 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9ff876d-87c9-407f-b66f-dff92d6fe0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:13.377398 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd149b6f-7692-4ff3-b596-75a70df4ad61 req-83b650f3-05fe-4e91-b1ba-04f4e6971459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:13.379501 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd149b6f-7692-4ff3-b596-75a70df4ad61 req-83b650f3-05fe-4e91-b1ba-04f4e6971459 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d88b7ad9-4828-4f9c-970b-b476b3fb93c6 HTTP/1.1" status: 200 len: 849 time: 0.0984728 Aug 25 17:27:13.381259 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:13.425066 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9ff876d-87c9-407f-b66f-dff92d6fe0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:13.430658 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e9ff876d-87c9-407f-b66f-dff92d6fe0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:13.445173 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd149b6f-7692-4ff3-b596-75a70df4ad61 req-cca85f7b-186d-48aa-a694-4aae9905b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:13.447062 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd149b6f-7692-4ff3-b596-75a70df4ad61 req-cca85f7b-186d-48aa-a694-4aae9905b517 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512679 Aug 25 17:27:13.472045 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff876d-87c9-407f-b66f-dff92d6fe0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec275a33-43e2-4a60-b18e-88ea820fd67c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:13.491091 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-e9ff876d-87c9-407f-b66f-dff92d6fe0d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f41c1e9f5d3432cba84c7965e694af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716593 Aug 25 17:27:13.493642 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45264) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:13.553344 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52051de9-f351-4189-a97d-73d8226af9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:13.565306 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd149b6f-7692-4ff3-b596-75a70df4ad61 req-ba9dbef8-e332-46d6-bf72-068c3bae284e service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083436 Aug 25 17:27:13.600276 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52051de9-f351-4189-a97d-73d8226af9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:13.687502 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52051de9-f351-4189-a97d-73d8226af9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:13.690878 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-52051de9-f351-4189-a97d-73d8226af9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:13.692706 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-52051de9-f351-4189-a97d-73d8226af9b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec275a33-43e2-4a60-b18e-88ea820fd67c HTTP/1.1" status: 204 len: 168 time: 0.1979127 Aug 25 17:27:13.701428 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52051de9-f351-4189-a97d-73d8226af9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec275a33-43e2-4a60-b18e-88ea820fd67c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:13.722404 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd149b6f-7692-4ff3-b596-75a70df4ad61 req-3e736aee-5a2f-42ab-b4c3-74a6235611e9 service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421189 Aug 25 17:27:13.745837 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea2fe0-0736-4861-9dd6-2732f7eb7b33 req-62c814fc-4354-40c9-b450-ad015cb95689 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:13.748189 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-20ea2fe0-0736-4861-9dd6-2732f7eb7b33 req-62c814fc-4354-40c9-b450-ad015cb95689 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0954022 Aug 25 17:27:13.807000 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-20ea2fe0-0736-4861-9dd6-2732f7eb7b33 req-698c9d6d-5dee-4cee-a114-c9163dfd5640 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443358 Aug 25 17:27:13.883896 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45280) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:14.064981 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-999a4bc9-5a83-4def-98cc-00afd0c7c96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.097910 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device be008cdd-7a1a-485d-8d5e-e4790373a602 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:27:14.235797 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-999a4bc9-5a83-4def-98cc-00afd0c7c96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.247471 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-999a4bc9-5a83-4def-98cc-00afd0c7c96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.265268 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e927e-7a06-4d65-90e5-a53ee0e51b01 req-400657bf-4323-43d4-9478-bcd76f3f5e59 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:14.277010 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-161e927e-7a06-4d65-90e5-a53ee0e51b01 req-400657bf-4323-43d4-9478-bcd76f3f5e59 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 943 time: 0.0984569 Aug 25 17:27:14.311629 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port be008cdd-7a1a-485d-8d5e-e4790373a602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be008cdd-7a1a-485d-8d5e-e4790373a602,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:27:14.329560 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a4bc9-5a83-4def-98cc-00afd0c7c96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c44751-3563-4cdf-90d6-73c1badb11ee,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:14.340507 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-999a4bc9-5a83-4def-98cc-00afd0c7c96c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0116f7c2bd9c4c88b70f8be2785cb097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554007 Aug 25 17:27:14.343405 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45300) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:14.348964 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-161e927e-7a06-4d65-90e5-a53ee0e51b01 req-88dfe233-cd63-4b3c-8b04-1897cbeff3a9 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707691 Aug 25 17:27:14.362290 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f1d6d-d58a-41fa-bb96-b6114bbcea56 req-15584f89-7194-4590-8534-61a1d6583c82 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:14.364687 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-079f1d6d-d58a-41fa-bb96-b6114bbcea56 req-15584f89-7194-4590-8534-61a1d6583c82 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 944 time: 0.0856559 Aug 25 17:27:14.371066 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'port_id': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'mac_address': 'fa:16:3e:2d:20:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:27:14.427328 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-079f1d6d-d58a-41fa-bb96-b6114bbcea56 req-ddd36939-b9c0-4482-8a72-2d7703c81b22 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541823 Aug 25 17:27:14.431796 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fc451d2-f9d7-4e91-abb9-8af93b24f210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.450887 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45304) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:14.464717 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.474434 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea70c195-7995-4e63-8cb8-d6c8f50d562a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.477399 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fc451d2-f9d7-4e91-abb9-8af93b24f210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.583875 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fc451d2-f9d7-4e91-abb9-8af93b24f210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.586643 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0fc451d2-f9d7-4e91-abb9-8af93b24f210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.590209 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be008cdd-7a1a-485d-8d5e-e4790373a602 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:27:14.590353 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-0fc451d2-f9d7-4e91-abb9-8af93b24f210 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07c44751-3563-4cdf-90d6-73c1badb11ee HTTP/1.1" status: 204 len: 168 time: 0.2415946 Aug 25 17:27:14.604504 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc451d2-f9d7-4e91-abb9-8af93b24f210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c44751-3563-4cdf-90d6-73c1badb11ee,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:14.622121 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port be008cdd-7a1a-485d-8d5e-e4790373a602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be008cdd-7a1a-485d-8d5e-e4790373a602,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:27:14.630609 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.631550 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 6dad6074-c1ba-4c18-af5d-9045068fa562 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:27:14.655468 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea70c195-7995-4e63-8cb8-d6c8f50d562a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.662108 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea70c195-7995-4e63-8cb8-d6c8f50d562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.718955 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ea70c195-7995-4e63-8cb8-d6c8f50d562a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd84890debb94ca396b0c1d8aaae1f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667549 Aug 25 17:27:14.721753 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45312) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:14.732500 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70c195-7995-4e63-8cb8-d6c8f50d562a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8028b8f9-a0bb-42b6-8ef2-6c7750357909,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:14.781515 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=be008cdd-7a1a-485d-8d5e-e4790373a602,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:14.790577 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.794120 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2736e46e-bf49-4e3e-b4ec-8aabb529c223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.818522 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2736e46e-bf49-4e3e-b4ec-8aabb529c223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.849818 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 6dad6074-c1ba-4c18-af5d-9045068fa562, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6dad6074-c1ba-4c18-af5d-9045068fa562,segment=NetworkSegment(3ce13bf3-71ff-4ad8-ae66-b808b812e8de),segment_id=3ce13bf3-71ff-4ad8-ae66-b808b812e8de)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:27:14.866433 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': '6dad6074-c1ba-4c18-af5d-9045068fa562', 'network_id': '7bf7661a-00cf-45e3-ae9f-36801dd3e3ce', 'port_id': '6dad6074-c1ba-4c18-af5d-9045068fa562', 'mac_address': 'fa:16:3e:b3:52:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75334e3b-40c5-4c0c-b23e-9bc0f215df9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:27:14.885901 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2736e46e-bf49-4e3e-b4ec-8aabb529c223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.889341 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2736e46e-bf49-4e3e-b4ec-8aabb529c223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.890587 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-2736e46e-bf49-4e3e-b4ec-8aabb529c223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8028b8f9-a0bb-42b6-8ef2-6c7750357909 HTTP/1.1" status: 204 len: 168 time: 0.1677704 Aug 25 17:27:14.907408 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736e46e-bf49-4e3e-b4ec-8aabb529c223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8028b8f9-a0bb-42b6-8ef2-6c7750357909,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:14.944150 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:14.965057 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dad6074-c1ba-4c18-af5d-9045068fa562 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:27:14.966897 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d06d93-586c-4b81-894d-0a60b1a4c0ba req-cca86ec6-78fd-4d15-9caa-93c456f0a398 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:14.975236 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b2d06d93-586c-4b81-894d-0a60b1a4c0ba req-cca86ec6-78fd-4d15-9caa-93c456f0a398 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 945 time: 0.0644381 Aug 25 17:27:14.993365 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 6dad6074-c1ba-4c18-af5d-9045068fa562, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6dad6074-c1ba-4c18-af5d-9045068fa562,segment=NetworkSegment(3ce13bf3-71ff-4ad8-ae66-b808b812e8de),segment_id=3ce13bf3-71ff-4ad8-ae66-b808b812e8de)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:27:15.001893 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:15.026001 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b2d06d93-586c-4b81-894d-0a60b1a4c0ba req-39d07436-79d1-4016-9147-42f918dadde5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447330 Aug 25 17:27:15.067762 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=6dad6074-c1ba-4c18-af5d-9045068fa562,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:15.507305 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['be008cdd-7a1a-485d-8d5e-e4790373a602'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:27:15.508501 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3ebb9-25bf-4c4b-9275-98b37f44869d req-90a691cd-3c7a-4ea6-9636-d5a87a939df2 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:15.510094 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46f3ebb9-25bf-4c4b-9275-98b37f44869d req-90a691cd-3c7a-4ea6-9636-d5a87a939df2 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 943 time: 0.0828958 Aug 25 17:27:15.552634 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['6dad6074-c1ba-4c18-af5d-9045068fa562'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:27:15.650587 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46f3ebb9-25bf-4c4b-9275-98b37f44869d req-5eb770ab-0f7e-4f60-ae0f-90e22f238df6 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314914 Aug 25 17:27:15.683842 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657adc4-5c73-4956-86a5-f373ef2edeba req-bc41abe0-7e22-4972-9ed8-46925cb1b323 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:15.686534 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1657adc4-5c73-4956-86a5-f373ef2edeba req-bc41abe0-7e22-4972-9ed8-46925cb1b323 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 944 time: 0.1408384 Aug 25 17:27:15.741812 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1657adc4-5c73-4956-86a5-f373ef2edeba req-515803b3-4aa1-4f48-9ad7-15717a2e3731 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479479 Aug 25 17:27:16.111892 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e831d281-f54f-498f-8a3f-1e6801aad703 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:27:16.143263 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be48e76-4a45-4f68-ad1d-ac6cbe7e49d3 req-cce7bd6b-45fa-4bb3-a65f-565ce2d7082a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:16.151942 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6be48e76-4a45-4f68-ad1d-ac6cbe7e49d3 req-cce7bd6b-45fa-4bb3-a65f-565ce2d7082a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 945 time: 0.0618033 Aug 25 17:27:16.154448 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 11808070-f907-459d-81ce-10958576c9f7 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:27:16.193506 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6be48e76-4a45-4f68-ad1d-ac6cbe7e49d3 req-030f5d3f-2478-4346-997d-bd9286bdf332 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402522 Aug 25 17:27:16.274044 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e831d281-f54f-498f-8a3f-1e6801aad703, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e831d281-f54f-498f-8a3f-1e6801aad703,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:27:16.304243 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port 11808070-f907-459d-81ce-10958576c9f7 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:27:16.319495 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port 11808070-f907-459d-81ce-10958576c9f7 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:27:16.319495 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:16.319495 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'e831d281-f54f-498f-8a3f-1e6801aad703', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'port_id': 'e831d281-f54f-498f-8a3f-1e6801aad703', 'mac_address': 'fa:16:3e:e7:e0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:27:16.400813 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:16.417418 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e831d281-f54f-498f-8a3f-1e6801aad703 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:27:16.457323 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e831d281-f54f-498f-8a3f-1e6801aad703, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e831d281-f54f-498f-8a3f-1e6801aad703,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:27:16.465724 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:16.473192 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:16.525225 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11808070-f907-459d-81ce-10958576c9f7'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:27:16.527445 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef7cdc7-6d1f-44ec-82b3-e5c5128f36a3" -d '{"events": [{"server_uuid": "3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca", "name": "network-vif-plugged", "status": "completed", "tag": "11808070-f907-459d-81ce-10958576c9f7"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:27:16.548585 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 11808070-f907-459d-81ce-10958576c9f7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11808070-f907-459d-81ce-10958576c9f7,segment=NetworkSegment(3ce13bf3-71ff-4ad8-ae66-b808b812e8de),segment_id=3ce13bf3-71ff-4ad8-ae66-b808b812e8de)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:27:16.555016 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=e831d281-f54f-498f-8a3f-1e6801aad703,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:16.557809 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:16.588989 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d89bad-fc62-48cd-a2e3-ce0f29b10f87 x-openstack-request-id: req-73d89bad-fc62-48cd-a2e3-ce0f29b10f87 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:27:16.589282 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca", "name": "network-vif-plugged", "status": "completed", "tag": "11808070-f907-459d-81ce-10958576c9f7", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:27:16.589529 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73d89bad-fc62-48cd-a2e3-ce0f29b10f87 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:27:16.589916 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11808070-f907-459d-81ce-10958576c9f7', 'code': 200} Aug 25 17:27:16.624545 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=11808070-f907-459d-81ce-10958576c9f7,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:16.811798 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809a4e-3968-47b3-841d-06dec7876a4f req-597b15dd-2d4e-471b-b60d-935f0481e3df tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:16.815315 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3c809a4e-3968-47b3-841d-06dec7876a4f req-597b15dd-2d4e-471b-b60d-935f0481e3df tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 944 time: 0.0667827 Aug 25 17:27:16.949653 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9867a4-2561-498d-95c9-5249447fcd44 req-cdcf1138-febc-47cf-af2e-a5cdc88b25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:16.951199 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-df9867a4-2561-498d-95c9-5249447fcd44 req-cdcf1138-febc-47cf-af2e-a5cdc88b25e9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 1098 time: 0.1332080 Aug 25 17:27:16.957351 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3c809a4e-3968-47b3-841d-06dec7876a4f req-c4bda868-23e6-467f-9fc1-9909eb691ae7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106343 Aug 25 17:27:17.015440 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818a0e6-f932-4c24-b479-d3084bd1217c req-e3671322-9fb8-46de-90c3-f577f07f26d7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:17.017410 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e818a0e6-f932-4c24-b479-d3084bd1217c req-e3671322-9fb8-46de-90c3-f577f07f26d7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.1688910 Aug 25 17:27:17.080025 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-df9867a4-2561-498d-95c9-5249447fcd44 req-532321d0-434b-497a-bc49-d9449e17925b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196818 Aug 25 17:27:17.088215 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e818a0e6-f932-4c24-b479-d3084bd1217c req-5904be3d-99c7-48ed-b8f4-728080ba2a33 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612643 Aug 25 17:27:17.343089 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['e831d281-f54f-498f-8a3f-1e6801aad703'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:27:17.366080 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a40ed3-8541-4800-9afb-175baaa1f2d6 req-c849ce64-5d5a-4825-9d97-21f21c39ce67 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:17.368278 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64a40ed3-8541-4800-9afb-175baaa1f2d6 req-c849ce64-5d5a-4825-9d97-21f21c39ce67 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 945 time: 0.0753193 Aug 25 17:27:17.414859 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64a40ed3-8541-4800-9afb-175baaa1f2d6 req-eb4e3842-f427-40b8-b95b-2b4fd7d9591b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397797 Aug 25 17:27:18.091733 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3674678-7d33-4724-ba8d-f72c8eb4b8dd req-2e718800-6cd9-4eaf-9152-8dd2512adf43 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:18.093240 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c3674678-7d33-4724-ba8d-f72c8eb4b8dd req-2e718800-6cd9-4eaf-9152-8dd2512adf43 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 944 time: 0.0548580 Aug 25 17:27:18.110953 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device be008cdd-7a1a-485d-8d5e-e4790373a602 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:27:18.142452 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c3674678-7d33-4724-ba8d-f72c8eb4b8dd req-ddb0f678-0f2b-4a6f-ad9f-c15e0a6f2544 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419893 Aug 25 17:27:18.183603 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port be008cdd-7a1a-485d-8d5e-e4790373a602 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:27:18.189093 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port be008cdd-7a1a-485d-8d5e-e4790373a602 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:27:18.189440 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:18.231845 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cfe18-accb-4b4b-84fe-0e84f777613a req-0c902a73-9104-48d9-9c58-1e62ffee8194 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:18.233581 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1a5cfe18-accb-4b4b-84fe-0e84f777613a req-0c902a73-9104-48d9-9c58-1e62ffee8194 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0529139 Aug 25 17:27:18.275099 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1a5cfe18-accb-4b4b-84fe-0e84f777613a req-643f2393-1f6c-4410-86c4-dcd60b120c29 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349417 Aug 25 17:27:18.275859 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:18.309590 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port be008cdd-7a1a-485d-8d5e-e4790373a602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be008cdd-7a1a-485d-8d5e-e4790373a602,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:27:18.313775 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:18.314757 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 6dad6074-c1ba-4c18-af5d-9045068fa562 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:27:18.392945 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=be008cdd-7a1a-485d-8d5e-e4790373a602,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:18.404308 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port 6dad6074-c1ba-4c18-af5d-9045068fa562 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:27:18.408404 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port 6dad6074-c1ba-4c18-af5d-9045068fa562 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:27:18.408847 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:18.502260 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:18.562051 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 6dad6074-c1ba-4c18-af5d-9045068fa562, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6dad6074-c1ba-4c18-af5d-9045068fa562,segment=NetworkSegment(3ce13bf3-71ff-4ad8-ae66-b808b812e8de),segment_id=3ce13bf3-71ff-4ad8-ae66-b808b812e8de)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:27:18.568878 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:18.583313 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5606b29-5747-49d9-a1df-f225b296f4fa req-3588e354-b3be-4a28-a1ef-204f4ae0e8d8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:18.591698 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be008cdd-7a1a-485d-8d5e-e4790373a602'}, {'server_uuid': '7b891758-0809-44a1-8079-52511ccc77cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dad6074-c1ba-4c18-af5d-9045068fa562'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:27:18.595461 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5606b29-5747-49d9-a1df-f225b296f4fa req-3588e354-b3be-4a28-a1ef-204f4ae0e8d8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0751884 Aug 25 17:27:18.598805 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2583e17-e763-45d4-9f26-3d529aa624fb" -d '{"events": [{"server_uuid": "1e400cd4-71cb-4890-be05-29ea4ae174ca", "name": "network-vif-plugged", "status": "completed", "tag": "be008cdd-7a1a-485d-8d5e-e4790373a602"}, {"server_uuid": "7b891758-0809-44a1-8079-52511ccc77cc", "name": "network-vif-plugged", "status": "completed", "tag": "6dad6074-c1ba-4c18-af5d-9045068fa562"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:27:18.631837 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5606b29-5747-49d9-a1df-f225b296f4fa req-5117c725-b7c1-46ad-87c9-83b331b0704f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352015 Aug 25 17:27:18.672380 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=6dad6074-c1ba-4c18-af5d-9045068fa562,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:18.681116 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 17:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171f560a-94c9-49e2-8e5e-68876c4c8328 x-openstack-request-id: req-171f560a-94c9-49e2-8e5e-68876c4c8328 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:27:18.681519 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e400cd4-71cb-4890-be05-29ea4ae174ca", "name": "network-vif-plugged", "status": "completed", "tag": "be008cdd-7a1a-485d-8d5e-e4790373a602", "code": 200}, {"server_uuid": "7b891758-0809-44a1-8079-52511ccc77cc", "name": "network-vif-plugged", "status": "completed", "tag": "6dad6074-c1ba-4c18-af5d-9045068fa562", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:27:18.681864 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-171f560a-94c9-49e2-8e5e-68876c4c8328 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:27:18.682351 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'code': 200} Aug 25 17:27:18.682696 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b891758-0809-44a1-8079-52511ccc77cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dad6074-c1ba-4c18-af5d-9045068fa562', 'code': 200} Aug 25 17:27:18.926868 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbb5b9-5f32-4f2e-95db-24ac57602ea0 req-a1d25e3c-5e53-4163-b372-10ac2aa6bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:18.928400 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-34cbb5b9-5f32-4f2e-95db-24ac57602ea0 req-a1d25e3c-5e53-4163-b372-10ac2aa6bb27 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 1099 time: 0.0719910 Aug 25 17:27:18.930811 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c78291-d303-4e72-9941-ffd6c5e0af13 req-f26edeef-4d13-4ca5-91be-4a5d264ece91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:18.932197 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f4c78291-d303-4e72-9941-ffd6c5e0af13 req-f26edeef-4d13-4ca5-91be-4a5d264ece91 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 1099 time: 0.0744762 Aug 25 17:27:18.992632 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-34cbb5b9-5f32-4f2e-95db-24ac57602ea0 req-132198de-06a1-41e9-a072-889952c82a41 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500047 Aug 25 17:27:18.994230 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f4c78291-d303-4e72-9941-ffd6c5e0af13 req-a85aace3-0210-4e1d-851e-0c584f4e25f3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506649 Aug 25 17:27:19.268186 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394e70d-c472-4f14-85cd-81f59500c58d req-af9c338d-0455-4bf9-a26f-0eade079c959 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:19.270861 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0394e70d-c472-4f14-85cd-81f59500c58d req-af9c338d-0455-4bf9-a26f-0eade079c959 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 944 time: 0.0560474 Aug 25 17:27:19.320248 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0394e70d-c472-4f14-85cd-81f59500c58d req-ae118a28-fe41-4cff-9001-5c73b2aa86d3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431819 Aug 25 17:27:19.403850 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c44106-8274-4a26-80f4-884082655520 req-69f1ed45-1829-4083-8dc3-d697e8a6f42c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:19.405378 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-40c44106-8274-4a26-80f4-884082655520 req-69f1ed45-1829-4083-8dc3-d697e8a6f42c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0550508 Aug 25 17:27:19.448641 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-40c44106-8274-4a26-80f4-884082655520 req-ad5f1c2b-37fc-4281-912f-fb100879d648 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329664 Aug 25 17:27:19.705074 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45564) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:19.768169 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e74b4a-dd4c-465e-b08c-bcc59d0ee49c req-972c7c58-3d4a-4b17-818d-69eeb758dd2c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:19.772288 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-84e74b4a-dd4c-465e-b08c-bcc59d0ee49c req-972c7c58-3d4a-4b17-818d-69eeb758dd2c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0564837 Aug 25 17:27:19.814718 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-84e74b4a-dd4c-465e-b08c-bcc59d0ee49c req-5ebde398-5ef9-4e28-a29a-2f7951ec02bf tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339267 Aug 25 17:27:19.829862 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03a5498b-75ed-49de-b49d-4abe9a0b6eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:19.944440 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03a5498b-75ed-49de-b49d-4abe9a0b6eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:19.948083 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45570) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:19.961009 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03a5498b-75ed-49de-b49d-4abe9a0b6eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.007044 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 45574) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:20.007696 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-03a5498b-75ed-49de-b49d-4abe9a0b6eec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16ace1878bfb428c9a40694c93f43bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009491 Aug 25 17:27:20.010946 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5498b-75ed-49de-b49d-4abe9a0b6eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f5751d-6d12-4688-bef1-d8d8db3f0e75,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:20.063136 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18b2acb6-b508-437c-9b27-b7095bc15871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.078372 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24a3398e-db31-4ed9-8fe2-05f2190b1760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.085924 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18b2acb6-b508-437c-9b27-b7095bc15871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.121023 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e831d281-f54f-498f-8a3f-1e6801aad703 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:27:20.143939 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18b2acb6-b508-437c-9b27-b7095bc15871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.146652 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18b2acb6-b508-437c-9b27-b7095bc15871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.148160 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-18b2acb6-b508-437c-9b27-b7095bc15871 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7f5751d-6d12-4688-bef1-d8d8db3f0e75 HTTP/1.1" status: 204 len: 168 time: 0.1395552 Aug 25 17:27:20.157425 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2acb6-b508-437c-9b27-b7095bc15871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f5751d-6d12-4688-bef1-d8d8db3f0e75,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:20.211649 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24a3398e-db31-4ed9-8fe2-05f2190b1760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.217649 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-24a3398e-db31-4ed9-8fe2-05f2190b1760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.228304 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port e831d281-f54f-498f-8a3f-1e6801aad703 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:27:20.235926 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port e831d281-f54f-498f-8a3f-1e6801aad703 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:27:20.236616 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.269811 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-24a3398e-db31-4ed9-8fe2-05f2190b1760 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b98a30e996da49c7aaf97e20b1b0e883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206327 Aug 25 17:27:20.272097 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3398e-db31-4ed9-8fe2-05f2190b1760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bd2de1-dea8-4286-9087-d5adc17c25b6,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:20.272678 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 45588) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:20.336667 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-980bef06-fec7-4e37-a2ff-a685c1227ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.366156 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.368814 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-980bef06-fec7-4e37-a2ff-a685c1227ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.411761 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e831d281-f54f-498f-8a3f-1e6801aad703, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e831d281-f54f-498f-8a3f-1e6801aad703,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:27:20.418601 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.483027 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b130c7-c911-47e9-a2e3-69502769cd08 req-2d7d6744-aafd-486b-bb2e-ddb80ec00243 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:20.484603 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c0b130c7-c911-47e9-a2e3-69502769cd08 req-2d7d6744-aafd-486b-bb2e-ddb80ec00243 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0676653 Aug 25 17:27:20.496016 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-980bef06-fec7-4e37-a2ff-a685c1227ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.501397 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-980bef06-fec7-4e37-a2ff-a685c1227ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.505474 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-980bef06-fec7-4e37-a2ff-a685c1227ee3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31bd2de1-dea8-4286-9087-d5adc17c25b6 HTTP/1.1" status: 204 len: 168 time: 0.2318354 Aug 25 17:27:20.561225 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=e831d281-f54f-498f-8a3f-1e6801aad703,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:20.591949 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bef06-fec7-4e37-a2ff-a685c1227ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bd2de1-dea8-4286-9087-d5adc17c25b6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:20.636593 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c0b130c7-c911-47e9-a2e3-69502769cd08 req-9ea49048-1c15-42a5-ad00-bf1a5ca28f9a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288671 Aug 25 17:27:20.658409 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2bc72-0b2f-4e27-b2f2-1100867ed7c4 req-b7897edb-e62f-4ce4-9287-d4a67450b744 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:20.660203 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-32c2bc72-0b2f-4e27-b2f2-1100867ed7c4 req-b7897edb-e62f-4ce4-9287-d4a67450b744 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0841312 Aug 25 17:27:20.667319 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45602) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:20.683816 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ea17b2-3498-4a10-be3d-74efbd2a3463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e831d281-f54f-498f-8a3f-1e6801aad703'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:27:20.686533 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb716f33-302e-4703-af9d-e29b948a9ffb" -d '{"events": [{"server_uuid": "12ea17b2-3498-4a10-be3d-74efbd2a3463", "name": "network-vif-plugged", "status": "completed", "tag": "e831d281-f54f-498f-8a3f-1e6801aad703"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:27:20.698880 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a57f-ff99-4a72-8c68-d2331d01eff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:20.712981 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-32c2bc72-0b2f-4e27-b2f2-1100867ed7c4 req-9d93fe65-9bd5-4319-850a-abce249e2c02 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438077 Aug 25 17:27:20.762736 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e54bac-4414-4632-a699-db4fe939be8c x-openstack-request-id: req-72e54bac-4414-4632-a699-db4fe939be8c {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:27:20.763072 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ea17b2-3498-4a10-be3d-74efbd2a3463", "name": "network-vif-plugged", "status": "completed", "tag": "e831d281-f54f-498f-8a3f-1e6801aad703", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:27:20.763325 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72e54bac-4414-4632-a699-db4fe939be8c {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:27:20.763753 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ea17b2-3498-4a10-be3d-74efbd2a3463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e831d281-f54f-498f-8a3f-1e6801aad703', 'code': 200} Aug 25 17:27:20.842816 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 45612) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:21.008124 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a57f-ff99-4a72-8c68-d2331d01eff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:21.014562 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a57f-ff99-4a72-8c68-d2331d01eff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:21.052531 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216079fc-fc8d-4004-8b95-b4a986e47153 req-cb725993-45f7-4315-aa97-3863c87e604e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:21.054951 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-216079fc-fc8d-4004-8b95-b4a986e47153 req-cb725993-45f7-4315-aa97-3863c87e604e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0972998 Aug 25 17:27:21.083237 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2a57f-ff99-4a72-8c68-d2331d01eff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0688fc-0356-46eb-861c-befbaf0d9472,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:21.105487 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-2bb2a57f-ff99-4a72-8c68-d2331d01eff3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1a3701dcfc84af09319d3b10a3d7eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356272 Aug 25 17:27:21.108213 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45624) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:21.192910 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-216079fc-fc8d-4004-8b95-b4a986e47153 req-7aaa955b-59b8-4e10-9479-9d376f924dc5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194098 Aug 25 17:27:21.198138 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ec024bc-011b-4890-b6e7-c70f0b764ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:21.222568 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dd83c-bf15-4062-b19c-9ff2d16d1cb0 req-26f7266b-4878-4c47-bc27-14bec216a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:21.225805 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e9dd83c-bf15-4062-b19c-9ff2d16d1cb0 req-26f7266b-4878-4c47-bc27-14bec216a8dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 1098 time: 0.1152608 Aug 25 17:27:21.226027 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ec024bc-011b-4890-b6e7-c70f0b764ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:21.299221 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ec024bc-011b-4890-b6e7-c70f0b764ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:21.304311 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9ec024bc-011b-4890-b6e7-c70f0b764ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:21.308419 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-9ec024bc-011b-4890-b6e7-c70f0b764ab5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b0688fc-0356-46eb-861c-befbaf0d9472 HTTP/1.1" status: 204 len: 168 time: 0.1970398 Aug 25 17:27:21.330141 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec024bc-011b-4890-b6e7-c70f0b764ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0688fc-0356-46eb-861c-befbaf0d9472,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:21.399966 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45630) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:21.419327 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d720a9ce-8b32-4d33-8a70-849989fb2fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:21.449688 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ed7caf3-427c-4fd6-8c0c-0c42a28191e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:21.455812 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e9dd83c-bf15-4062-b19c-9ff2d16d1cb0 req-e96ac394-c007-46bb-84ae-54b682b40d00 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095861 Aug 25 17:27:21.480461 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7bc05-2db1-48d5-a18f-fd18830f50e1 req-23da1cb3-372c-4c01-9ce2-866722874d7e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:21.488790 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e0e7bc05-2db1-48d5-a18f-fd18830f50e1 req-23da1cb3-372c-4c01-9ce2-866722874d7e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.1506145 Aug 25 17:27:21.497789 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde3551-aba2-485f-a7e2-b62235972416 req-b6a35ec8-108c-43a3-8304-d39f3b1d7b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:21.499241 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3fde3551-aba2-485f-a7e2-b62235972416 req-b6a35ec8-108c-43a3-8304-d39f3b1d7b07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6aea98bc458945fb805455be3ae1ea26&device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 1098 time: 0.2018015 Aug 25 17:27:21.548995 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d720a9ce-8b32-4d33-8a70-849989fb2fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:21.554475 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d720a9ce-8b32-4d33-8a70-849989fb2fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:21.568174 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e0e7bc05-2db1-48d5-a18f-fd18830f50e1 req-ee4f4f40-360a-431e-8252-9698d9445881 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785916 Aug 25 17:27:21.614360 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15cd7c-0f43-4d87-a79f-c8710833bdf7 req-af161ab6-c4cd-4816-b0d7-91c1496e4c07 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:21.615150 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3d15cd7c-0f43-4d87-a79f-c8710833bdf7 req-af161ab6-c4cd-4816-b0d7-91c1496e4c07 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 946 time: 0.1077127 Aug 25 17:27:21.617446 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d720a9ce-8b32-4d33-8a70-849989fb2fa9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d78cf647d29e4188a32c9e95301ed881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163391 Aug 25 17:27:21.619456 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720a9ce-8b32-4d33-8a70-849989fb2fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5685d1df-2502-4c45-bd94-ded5cf35b730,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:21.619975 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 45640) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:21.712084 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3d15cd7c-0f43-4d87-a79f-c8710833bdf7 req-973dd167-0190-4672-9232-df59fb571aea tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819001 Aug 25 17:27:21.778913 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-768a91c2-b87c-40ec-af65-eedf00c326a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:21.823392 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ed7caf3-427c-4fd6-8c0c-0c42a28191e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:21.860432 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6ed7caf3-427c-4fd6-8c0c-0c42a28191e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:21.864064 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-768a91c2-b87c-40ec-af65-eedf00c326a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:21.957902 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4ef81-5d96-49b5-b58a-4a8a6caa3858 req-81588833-e0e5-4eac-ab99-a5e9f0fb27b8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:21.960075 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cef4ef81-5d96-49b5-b58a-4a8a6caa3858 req-81588833-e0e5-4eac-ab99-a5e9f0fb27b8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.2230721 Aug 25 17:27:21.978555 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6ed7caf3-427c-4fd6-8c0c-0c42a28191e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1e7816c184d4f4299c6a992e41d82d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1337860 Aug 25 17:27:21.981393 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45656) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:21.988699 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7caf3-427c-4fd6-8c0c-0c42a28191e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b58d6e9-a3ea-4c82-9841-ff333e7664c4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:22.019715 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde3551-aba2-485f-a7e2-b62235972416 req-29311b7a-8eac-451d-88ec-840d7c354989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:22.021213 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3fde3551-aba2-485f-a7e2-b62235972416 req-29311b7a-8eac-451d-88ec-840d7c354989 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 200 len: 920 time: 0.2370420 Aug 25 17:27:22.039490 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cef4ef81-5d96-49b5-b58a-4a8a6caa3858 req-a7c1e207-244c-42a8-b2fc-f6d27b0f54cc tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696075 Aug 25 17:27:22.049055 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8c32-b1b6-4e41-ac3b-c8c0ae1f3d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:22.078565 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-768a91c2-b87c-40ec-af65-eedf00c326a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:22.081260 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-768a91c2-b87c-40ec-af65-eedf00c326a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:22.082534 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-768a91c2-b87c-40ec-af65-eedf00c326a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5685d1df-2502-4c45-bd94-ded5cf35b730 HTTP/1.1" status: 204 len: 168 time: 0.4616466 Aug 25 17:27:22.082782 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8c32-b1b6-4e41-ac3b-c8c0ae1f3d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:22.085756 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3fde3551-aba2-485f-a7e2-b62235972416 req-db9cce22-c2fb-407d-ada9-a13a4942bb82 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11808070-f907-459d-81ce-10958576c9f7 HTTP/1.1" status: 200 len: 217 time: 0.0548239 Aug 25 17:27:22.091924 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a91c2-b87c-40ec-af65-eedf00c326a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5685d1df-2502-4c45-bd94-ded5cf35b730,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:22.145962 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8c32-b1b6-4e41-ac3b-c8c0ae1f3d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:22.151167 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8c32-b1b6-4e41-ac3b-c8c0ae1f3d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:22.153327 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c8ec8c32-b1b6-4e41-ac3b-c8c0ae1f3d43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b58d6e9-a3ea-4c82-9841-ff333e7664c4 HTTP/1.1" status: 204 len: 168 time: 0.1706204 Aug 25 17:27:22.164093 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec8c32-b1b6-4e41-ac3b-c8c0ae1f3d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b58d6e9-a3ea-4c82-9841-ff333e7664c4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:22.169361 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde3551-aba2-485f-a7e2-b62235972416 req-3b06518f-ef2e-4c25-aa35-facb0d1049a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:22.171242 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3fde3551-aba2-485f-a7e2-b62235972416 req-3b06518f-ef2e-4c25-aa35-facb0d1049a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75334e3b-40c5-4c0c-b23e-9bc0f215df9d HTTP/1.1" status: 200 len: 859 time: 0.0726500 Aug 25 17:27:22.223364 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3fde3551-aba2-485f-a7e2-b62235972416 req-f48d433e-6334-4765-b6d3-66d96c682c5b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327697 Aug 25 17:27:22.376621 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6e9f9-2706-463a-a2a7-ff684e439611 req-3be7a621-b107-463e-a993-e77d265eb26e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:22.378037 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b8a6e9f9-2706-463a-a2a7-ff684e439611 req-3be7a621-b107-463e-a993-e77d265eb26e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0837486 Aug 25 17:27:22.385395 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3fde3551-aba2-485f-a7e2-b62235972416 req-55dfea72-1db2-4f2c-9d3e-9fa730cd3146 service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397269 Aug 25 17:27:22.487194 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b8a6e9f9-2706-463a-a2a7-ff684e439611 req-f529a3ad-c4d6-4098-9f3f-445924ca86d8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008220 Aug 25 17:27:22.538101 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3fde3551-aba2-485f-a7e2-b62235972416 req-d8650e90-781d-4c0f-b7d2-5bba8ad8b3e1 service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377065 Aug 25 17:27:22.547416 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45678) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:22.566952 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ee480fc-a2b0-442d-8668-4d2cc618e00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:22.656199 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb5889-7512-4c9c-900c-187f725d2dbf req-8cddae99-85b3-4a48-9f6d-063f35d15b59 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:22.657848 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-16fb5889-7512-4c9c-900c-187f725d2dbf req-8cddae99-85b3-4a48-9f6d-063f35d15b59 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0905092 Aug 25 17:27:22.668419 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 45688) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:22.675130 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ca7823ce-568b-4980-b9cd-17906ae4c2e7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Request body: {'floatingip': {'port_id': 'be008cdd-7a1a-485d-8d5e-e4790373a602'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:27:22.695024 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:27:22.717051 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ee480fc-a2b0-442d-8668-4d2cc618e00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:22.724897 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ee480fc-a2b0-442d-8668-4d2cc618e00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:22.759267 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee480fc-a2b0-442d-8668-4d2cc618e00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5c2693-4853-443f-af6e-f7dafddc49b8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:22.803427 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-8ee480fc-a2b0-442d-8668-4d2cc618e00d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=588303f6b13f40d9af04c19a6ce026d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537427 Aug 25 17:27:22.808234 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45698) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:22.812080 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ca7823ce-568b-4980-b9cd-17906ae4c2e7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for floatingip, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:22.865855 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdffd7-adba-4632-8a55-82f300d82289 req-df5fe65d-59a0-4fcc-b2f3-5b952a402132 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:22.867689 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-90fdffd7-adba-4632-8a55-82f300d82289 req-df5fe65d-59a0-4fcc-b2f3-5b952a402132 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.2029080 Aug 25 17:27:22.881481 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebfec516-5431-4d27-9d26-6e8b752b47e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:22.910381 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebfec516-5431-4d27-9d26-6e8b752b47e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:22.974600 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebfec516-5431-4d27-9d26-6e8b752b47e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:22.977160 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ebfec516-5431-4d27-9d26-6e8b752b47e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:22.980823 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ebfec516-5431-4d27-9d26-6e8b752b47e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a5c2693-4853-443f-af6e-f7dafddc49b8 HTTP/1.1" status: 204 len: 168 time: 0.1688175 Aug 25 17:27:22.992698 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfec516-5431-4d27-9d26-6e8b752b47e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5c2693-4853-443f-af6e-f7dafddc49b8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:23.052293 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-90fdffd7-adba-4632-8a55-82f300d82289 req-3f358bd1-4f2f-418c-9001-9a7f3da2908f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557243 Aug 25 17:27:23.059809 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f57024-e46d-4017-82f7-d4c4f52858d9 req-ab98d5ca-c9a1-4dbe-ba87-4373a754dd07 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:23.061574 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e7f57024-e46d-4017-82f7-d4c4f52858d9 req-ab98d5ca-c9a1-4dbe-ba87-4373a754dd07 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 946 time: 0.2058511 Aug 25 17:27:23.426236 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e7f57024-e46d-4017-82f7-d4c4f52858d9 req-eefee012-ca09-48da-a48d-e27be0982c0a tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254566 Aug 25 17:27:23.466344 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfa21b-94a6-4aba-b58c-3ea8970973b8 req-4819f7ba-5fec-4160-b3d0-a5095683185b tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:23.468057 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-adcfa21b-94a6-4aba-b58c-3ea8970973b8 req-4819f7ba-5fec-4160-b3d0-a5095683185b tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.3464639 Aug 25 17:27:23.632866 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-adcfa21b-94a6-4aba-b58c-3ea8970973b8 req-5617e0b7-9d2e-40c8-b1bd-fc5017215fb1 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375005 Aug 25 17:27:23.943001 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ca7823ce-568b-4980-b9cd-17906ae4c2e7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:23.948304 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ca7823ce-568b-4980-b9cd-17906ae4c2e7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:24.093183 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.l3_db [None req-ca7823ce-568b-4980-b9cd-17906ae4c2e7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Floating IP 951bbd2c-bc03-4eea-be19-49ebc05900d8 associated. External IP: 172.27.3.74, port: be008cdd-7a1a-485d-8d5e-e4790373a602. Aug 25 17:27:24.271166 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988bc9e-843f-498d-a4c0-20976ca5f0c6 req-485b6d66-c4d3-49a9-b8a5-9e2f8e1e1502 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:24.272904 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5988bc9e-843f-498d-a4c0-20976ca5f0c6 req-485b6d66-c4d3-49a9-b8a5-9e2f8e1e1502 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0967751 Aug 25 17:27:24.328659 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5988bc9e-843f-498d-a4c0-20976ca5f0c6 req-afa00669-3df8-4fe0-99b8-afa1452cd9bc tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473297 Aug 25 17:27:24.450714 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7823ce-568b-4980-b9cd-17906ae4c2e7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:27:24.484743 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45798) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:24.599951 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd20ea-eebb-4354-a25e-afed36342ca1 req-68581bd4-09a7-4f04-9a64-d134f94e522c tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:24.601514 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9afd20ea-eebb-4354-a25e-afed36342ca1 req-68581bd4-09a7-4f04-9a64-d134f94e522c tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 946 time: 0.0890131 Aug 25 17:27:24.671326 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7823ce-568b-4980-b9cd-17906ae4c2e7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:27:24.679443 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ca7823ce-568b-4980-b9cd-17906ae4c2e7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:24.697922 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf768d-f93b-41ad-a3d9-aaf4cc84ebe3 None None] Sync routers for ids ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:27:24.716236 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9afd20ea-eebb-4354-a25e-afed36342ca1 req-46d03fa3-6912-4c61-9bb6-a10f2c65e9b1 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071136 Aug 25 17:27:24.729594 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf768d-f93b-41ad-a3d9-aaf4cc84ebe3 None None] Routers {'798cd054-fad1-4a1c-a325-7e05dcdc0de6'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:27:24.730393 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f1bf768d-f93b-41ad-a3d9-aaf4cc84ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:27:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:27:24.736898 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ca7823ce-568b-4980-b9cd-17906ae4c2e7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "PUT /v2.0/floatingips/951bbd2c-bc03-4eea-be19-49ebc05900d8 HTTP/1.1" status: 200 len: 991 time: 2.0674577 Aug 25 17:27:24.739858 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'tag': 'be008cdd-7a1a-485d-8d5e-e4790373a602'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:27:24.742525 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f8e8fb-33c8-411c-bb63-6fadccac54af" -d '{"events": [{"name": "network-changed", "server_uuid": "1e400cd4-71cb-4890-be05-29ea4ae174ca", "tag": "be008cdd-7a1a-485d-8d5e-e4790373a602"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:27:24.754087 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36917107-c66c-4f5d-944e-f591f2607ca3 req-74ed8695-d3bc-464c-bb65-98452d0a650f tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:24.755861 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-36917107-c66c-4f5d-944e-f591f2607ca3 req-74ed8695-d3bc-464c-bb65-98452d0a650f tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 946 time: 0.1455026 Aug 25 17:27:24.761377 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4ea9327-272d-4482-813b-ace3364c5088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:24.848492 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e58d2-3cd4-457e-ad21-39a8779a926d req-1da28a81-46e5-423e-ac0c-d5419e658c2d tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:24.850237 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-641e58d2-3cd4-457e-ad21-39a8779a926d req-1da28a81-46e5-423e-ac0c-d5419e658c2d tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0899148 Aug 25 17:27:24.916801 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-f1bf768d-f93b-41ad-a3d9-aaf4cc84ebe3 None None] Set router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:27:24.928025 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4ea9327-272d-4482-813b-ace3364c5088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:24.933670 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4ea9327-272d-4482-813b-ace3364c5088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:24.969020 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea9327-272d-4482-813b-ace3364c5088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47cece7-702d-4f70-9310-ae7592971e60,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:24.996685 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-641e58d2-3cd4-457e-ad21-39a8779a926d req-7c34263b-698e-4583-ab05-d5e086b9e159 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346104 Aug 25 17:27:25.027012 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-36917107-c66c-4f5d-944e-f591f2607ca3 req-0dbc939f-0cbd-46dc-9061-40297a443f42 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Deleting port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:27:25.027435 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-36917107-c66c-4f5d-944e-f591f2607ca3 req-0dbc939f-0cbd-46dc-9061-40297a443f42 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:25.028838 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a4ea9327-272d-4482-813b-ace3364c5088 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6441dd45de0a4da38210a92ab806e919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5430243 Aug 25 17:27:25.031528 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45826) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:25.031715 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191dc08f-bc12-4978-9243-2cce49e26aa9 x-openstack-request-id: req-191dc08f-bc12-4978-9243-2cce49e26aa9 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:27:25.032026 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e400cd4-71cb-4890-be05-29ea4ae174ca", "tag": "be008cdd-7a1a-485d-8d5e-e4790373a602", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:27:25.032283 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-191dc08f-bc12-4978-9243-2cce49e26aa9 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:27:25.032741 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'tag': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'status': 'completed', 'code': 200} Aug 25 17:27:25.121219 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77a32eae-2b45-467f-86e8-4b489dfd0209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:25.155689 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77a32eae-2b45-467f-86e8-4b489dfd0209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:25.174195 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8e8fb-33c8-411c-bb63-6fadccac54af req-98352ada-2381-4c75-a7b6-5ac2df0a7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:25.176494 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-42f8e8fb-33c8-411c-bb63-6fadccac54af req-98352ada-2381-4c75-a7b6-5ac2df0a7617 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 1099 time: 0.1055241 Aug 25 17:27:25.252828 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77a32eae-2b45-467f-86e8-4b489dfd0209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:25.257202 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-77a32eae-2b45-467f-86e8-4b489dfd0209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:25.259097 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-77a32eae-2b45-467f-86e8-4b489dfd0209 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f47cece7-702d-4f70-9310-ae7592971e60 HTTP/1.1" status: 204 len: 168 time: 0.2263582 Aug 25 17:27:25.270742 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a32eae-2b45-467f-86e8-4b489dfd0209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47cece7-702d-4f70-9310-ae7592971e60,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:25.347876 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f1bf768d-f93b-41ad-a3d9-aaf4cc84ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': '951bbd2c-bc03-4eea-be19-49ebc05900d8', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'port_id': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'mac_address': 'fa:16:3e:2d:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:26:52Z', 'updated_at': '2021-08-25T17:27:23Z', 'revision_number': 1, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:27:25.434936 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf768d-f93b-41ad-a3d9-aaf4cc84ebe3 None None] Checking router: 798cd054-fad1-4a1c-a325-7e05dcdc0de6 for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:27:25.444482 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf768d-f93b-41ad-a3d9-aaf4cc84ebe3 None None] Routers {'798cd054-fad1-4a1c-a325-7e05dcdc0de6'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:27:25.445350 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f1bf768d-f93b-41ad-a3d9-aaf4cc84ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:27:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:27:25.504729 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f1b10-8833-4628-a7ec-756d703a7c55 req-ee2992a2-b8ed-4782-8011-214eb09322e7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:25.504729 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d43f1b10-8833-4628-a7ec-756d703a7c55 req-ee2992a2-b8ed-4782-8011-214eb09322e7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.3989925 Aug 25 17:27:25.513671 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45848) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:25.521035 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4fa02424-3b75-49dc-8a5a-96a75f7d5b7a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Request body: {'floatingip': {'port_id': 'e831d281-f54f-498f-8a3f-1e6801aad703'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:27:25.553597 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-36917107-c66c-4f5d-944e-f591f2607ca3 req-0dbc939f-0cbd-46dc-9061-40297a443f42 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] For port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230,segment=NetworkSegment(1ef823e0-8685-4408-bb58-2b2ceb416840),segment_id=1ef823e0-8685-4408-bb58-2b2ceb416840)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:27:25.554058 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-36917107-c66c-4f5d-944e-f591f2607ca3 req-0dbc939f-0cbd-46dc-9061-40297a443f42 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:25.564387 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-f1bf768d-f93b-41ad-a3d9-aaf4cc84ebe3 None None] Set router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:27:25.575278 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-36917107-c66c-4f5d-944e-f591f2607ca3 req-0dbc939f-0cbd-46dc-9061-40297a443f42 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Calling delete_port for bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:27:25.644282 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a2769-fd14-4cbb-ad95-5ae5a8469736 req-b1994626-9fab-4ed5-a09d-73ef13424a67 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:25.653722 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-215a2769-fd14-4cbb-ad95-5ae5a8469736 req-b1994626-9fab-4ed5-a09d-73ef13424a67 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.1597826 Aug 25 17:27:25.712478 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fa02424-3b75-49dc-8a5a-96a75f7d5b7a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for floatingip, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:25.730020 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8e8fb-33c8-411c-bb63-6fadccac54af req-3304d244-7906-4290-ae42-9bcc06eedbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:25.732214 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-42f8e8fb-33c8-411c-bb63-6fadccac54af req-3304d244-7906-4290-ae42-9bcc06eedbc9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 917 time: 0.5479426 Aug 25 17:27:25.835977 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-215a2769-fd14-4cbb-ad95-5ae5a8469736 req-4e67b39e-8216-439e-8567-a9b893aece44 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767335 Aug 25 17:27:25.893739 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-f1bf768d-f93b-41ad-a3d9-aaf4cc84ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': '951bbd2c-bc03-4eea-be19-49ebc05900d8', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'port_id': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'mac_address': 'fa:16:3e:2d:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:26:52Z', 'updated_at': '2021-08-25T17:27:23Z', 'revision_number': 1, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:27:25.933403 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-42f8e8fb-33c8-411c-bb63-6fadccac54af req-d302a6f9-a45b-49f1-bb77-a5418ad90fb5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be008cdd-7a1a-485d-8d5e-e4790373a602 HTTP/1.1" status: 200 len: 999 time: 0.1884365 Aug 25 17:27:25.981991 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf768d-f93b-41ad-a3d9-aaf4cc84ebe3 None None] The sync data for ids ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'] in dv-cinder-786385-9-iscsi is: [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': '951bbd2c-bc03-4eea-be19-49ebc05900d8', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'port_id': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'mac_address': 'fa:16:3e:2d:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:26:52Z', 'updated_at': '2021-08-25T17:27:23Z', 'revision_number': 1, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:27:26.021106 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 45864) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:26.034853 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89a5b086-dc06-48ee-a4ee-98a131976d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:26.066505 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600ae2f-15a1-4617-8293-d856608717a6 req-242be953-3df5-4c73-aeb7-4f28d458a5a7 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:26.073912 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d600ae2f-15a1-4617-8293-d856608717a6 req-242be953-3df5-4c73-aeb7-4f28d458a5a7 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 946 time: 0.2081304 Aug 25 17:27:26.115446 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8e8fb-33c8-411c-bb63-6fadccac54af req-fce9e6c0-95eb-4406-a515-a37a6d1ed44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:26.116893 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-42f8e8fb-33c8-411c-bb63-6fadccac54af req-fce9e6c0-95eb-4406-a515-a37a6d1ed44c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf66541-9305-4ae8-b7c6-d35b1d7e942e HTTP/1.1" status: 200 len: 855 time: 0.1552718 Aug 25 17:27:26.117417 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-36917107-c66c-4f5d-944e-f591f2607ca3 req-0dbc939f-0cbd-46dc-9061-40297a443f42 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:26.153163 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:27:26.192234 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d600ae2f-15a1-4617-8293-d856608717a6 req-461c521d-51b0-40be-903c-225217b1d839 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7d04687-97dd-4518-97e0-bf1f2524155c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125574 Aug 25 17:27:26.209801 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc939f-0cbd-46dc-9061-40297a443f42 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Pushing event deleted for resources: {'Port': ['ID=bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:26.297595 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-36917107-c66c-4f5d-944e-f591f2607ca3 req-0dbc939f-0cbd-46dc-9061-40297a443f42 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] No DVR routers for this DVR port bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:27:26.305604 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-36917107-c66c-4f5d-944e-f591f2607ca3 req-0dbc939f-0cbd-46dc-9061-40297a443f42 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:26.314775 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-36917107-c66c-4f5d-944e-f591f2607ca3 req-0dbc939f-0cbd-46dc-9061-40297a443f42 tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.25 "DELETE /v2.0/ports/bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 HTTP/1.1" status: 204 len: 173 time: 1.5167818 Aug 25 17:27:26.337310 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8e8fb-33c8-411c-bb63-6fadccac54af req-7af518f3-c685-4445-acf3-655c72795f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:26.342635 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-42f8e8fb-33c8-411c-bb63-6fadccac54af req-7af518f3-c685-4445-acf3-655c72795f07 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad187e33-934a-4e18-80df-b0dbcf133e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2056015 Aug 25 17:27:26.363322 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c34cfef-97ab-4253-aec7-f52b4edf43c5 None None] New status for floating IP 951bbd2c-bc03-4eea-be19-49ebc05900d8: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:27:26.376350 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89a5b086-dc06-48ee-a4ee-98a131976d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:26.474517 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-42f8e8fb-33c8-411c-bb63-6fadccac54af req-d0c7a9f7-dfea-4e20-bf8a-29c4b76953c0 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173580 Aug 25 17:27:26.480194 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-89a5b086-dc06-48ee-a4ee-98a131976d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:26.607081 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-42f8e8fb-33c8-411c-bb63-6fadccac54af req-42d620b4-bce7-40d6-91e2-ad6cddc45dc0 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170788 Aug 25 17:27:26.637923 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5b086-dc06-48ee-a4ee-98a131976d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06994333-067a-4406-9180-8d61883214eb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:26.649982 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-89a5b086-dc06-48ee-a4ee-98a131976d67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=927ae06cc33148598ca45aef93902b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6278441 Aug 25 17:27:26.652877 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 45880) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:26.751956 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:26.791898 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:26.820267 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.db.resource_extend [None req-4fa02424-3b75-49dc-8a5a-96a75f7d5b7a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 17:27:26.864052 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:26.867976 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:26.871862 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06994333-067a-4406-9180-8d61883214eb HTTP/1.1" status: 204 len: 168 time: 0.2155268 Aug 25 17:27:26.880687 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06994333-067a-4406-9180-8d61883214eb,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:26.897125 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:26.897515 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:26.897879 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:26.898200 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:26.900197 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:26.900559 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:26.900902 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:26.901246 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:26.901588 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:26.901918 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:26.902246 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:26.902571 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c13468-31ba-49e7-a223-e075a185d4ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:26.920725 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fa02424-3b75-49dc-8a5a-96a75f7d5b7a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:26.933631 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fa02424-3b75-49dc-8a5a-96a75f7d5b7a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:27.020943 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1392b8-a1a8-41e3-bebd-f2c241ee00fb req-32d7662a-d90c-4d43-bb6d-b358117154ed tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:27.028107 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b1392b8-a1a8-41e3-bebd-f2c241ee00fb req-32d7662a-d90c-4d43-bb6d-b358117154ed tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.1051230 Aug 25 17:27:27.035816 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4be1df-51ea-487a-859d-77eea42b19ba', 'name': 'network-vif-deleted', 'tag': 'bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:27:27.038853 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f004086-b8f6-43ca-88b9-2ad8ba531f9c" -d '{"events": [{"server_uuid": "6a4be1df-51ea-487a-859d-77eea42b19ba", "name": "network-vif-deleted", "tag": "bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:27:27.057814 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.l3_db [None req-4fa02424-3b75-49dc-8a5a-96a75f7d5b7a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Floating IP dddf5396-9495-412f-a8ef-51205f691a78 associated. External IP: 172.27.3.161, port: e831d281-f54f-498f-8a3f-1e6801aad703. Aug 25 17:27:27.126664 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfd4dfc-1b68-471c-933e-1089fa92baaa x-openstack-request-id: req-4dfd4dfc-1b68-471c-933e-1089fa92baaa {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:27:27.126954 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4be1df-51ea-487a-859d-77eea42b19ba", "name": "network-vif-deleted", "tag": "bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:27:27.127305 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dfd4dfc-1b68-471c-933e-1089fa92baaa {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:27:27.135341 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4be1df-51ea-487a-859d-77eea42b19ba', 'name': 'network-vif-deleted', 'tag': 'bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230', 'status': 'completed', 'code': 200} Aug 25 17:27:27.180040 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b1392b8-a1a8-41e3-bebd-f2c241ee00fb req-0e3a4100-d233-457a-8a79-b21e09bd47ee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341436 Aug 25 17:27:27.389751 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa02424-3b75-49dc-8a5a-96a75f7d5b7a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Router b91dd6b7-f77d-419c-b949-dccc52b00064 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:27:27.413241 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5fa80ce-fa04-4ed3-8e7c-08d74bc3e4c1 req-7b39434e-506c-4cd4-9b92-f1c94c76bbca tempest-DeleteServersTestJSON-1478678492 tempest-DeleteServersTestJSON-1478678492-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a4be1df-51ea-487a-859d-77eea42b19ba HTTP/1.1" status: 200 len: 210 time: 0.0720179 Aug 25 17:27:27.532184 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa02424-3b75-49dc-8a5a-96a75f7d5b7a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:27:27.538952 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4fa02424-3b75-49dc-8a5a-96a75f7d5b7a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:27.545807 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376d02b-a4e6-453a-9f87-08e391bfa491 None None] Sync routers for ids ['b91dd6b7-f77d-419c-b949-dccc52b00064'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:27:27.557487 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376d02b-a4e6-453a-9f87-08e391bfa491 None None] Routers {'b91dd6b7-f77d-419c-b949-dccc52b00064'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:27:27.558112 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0376d02b-a4e6-453a-9f87-08e391bfa491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:27:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['b91dd6b7-f77d-419c-b949-dccc52b00064'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:27:27.572748 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4fa02424-3b75-49dc-8a5a-96a75f7d5b7a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "PUT /v2.0/floatingips/dddf5396-9495-412f-a8ef-51205f691a78 HTTP/1.1" status: 200 len: 991 time: 2.0578489 Aug 25 17:27:27.573318 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ea17b2-3498-4a10-be3d-74efbd2a3463', 'tag': 'e831d281-f54f-498f-8a3f-1e6801aad703'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:27:27.583174 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aded23789855e5b1cc19d2cb63e7bb88a3d68690f113b36760167328c9c4165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc93456e-7eb5-41ca-8c09-f952bd85cfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "12ea17b2-3498-4a10-be3d-74efbd2a3463", "tag": "e831d281-f54f-498f-8a3f-1e6801aad703"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:27:27.626752 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4dd40b-cd28-41dd-93a3-5f033c2eb9de x-openstack-request-id: req-6b4dd40b-cd28-41dd-93a3-5f033c2eb9de {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:27:27.627109 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ea17b2-3498-4a10-be3d-74efbd2a3463", "tag": "e831d281-f54f-498f-8a3f-1e6801aad703", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:27:27.628569 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b4dd40b-cd28-41dd-93a3-5f033c2eb9de {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:27:27.629040 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ea17b2-3498-4a10-be3d-74efbd2a3463', 'tag': 'e831d281-f54f-498f-8a3f-1e6801aad703', 'status': 'completed', 'code': 200} Aug 25 17:27:27.712386 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93456e-7eb5-41ca-8c09-f952bd85cfb0 req-a5056d90-82e7-4bed-ad1c-07643fad88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:27.714928 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cc93456e-7eb5-41ca-8c09-f952bd85cfb0 req-a5056d90-82e7-4bed-ad1c-07643fad88b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=759f66c057c9467a91417329b258a2fa&device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 1098 time: 0.0587721 Aug 25 17:27:27.828506 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0376d02b-a4e6-453a-9f87-08e391bfa491 None None] Set router b91dd6b7-f77d-419c-b949-dccc52b00064 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:27:27.845872 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93456e-7eb5-41ca-8c09-f952bd85cfb0 req-eb1c037d-df27-484a-bb8e-31ef24b59d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:27.848409 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cc93456e-7eb5-41ca-8c09-f952bd85cfb0 req-eb1c037d-df27-484a-bb8e-31ef24b59d66 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 HTTP/1.1" status: 200 len: 911 time: 0.1167767 Aug 25 17:27:27.946822 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cc93456e-7eb5-41ca-8c09-f952bd85cfb0 req-11164037-237f-4dce-87e6-f555a049a917 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e831d281-f54f-498f-8a3f-1e6801aad703 HTTP/1.1" status: 200 len: 999 time: 0.0900130 Aug 25 17:27:28.027723 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93456e-7eb5-41ca-8c09-f952bd85cfb0 req-d90a69a5-b9fb-442b-9320-9eedb20ed9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:28.030148 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cc93456e-7eb5-41ca-8c09-f952bd85cfb0 req-d90a69a5-b9fb-442b-9320-9eedb20ed9a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d88b7ad9-4828-4f9c-970b-b476b3fb93c6 HTTP/1.1" status: 200 len: 849 time: 0.0750244 Aug 25 17:27:28.092867 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93456e-7eb5-41ca-8c09-f952bd85cfb0 req-da80b46c-6644-49a5-886d-3f713d75dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:28.095110 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cc93456e-7eb5-41ca-8c09-f952bd85cfb0 req-da80b46c-6644-49a5-886d-3f713d75dccd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568752 Aug 25 17:27:28.117516 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0376d02b-a4e6-453a-9f87-08e391bfa491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'dddf5396-9495-412f-a8ef-51205f691a78', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'port_id': 'e831d281-f54f-498f-8a3f-1e6801aad703', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'mac_address': 'fa:16:3e:e7:e0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ea17b2-3498-4a10-be3d-74efbd2a3463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:26:58Z', 'updated_at': '2021-08-25T17:27:26Z', 'revision_number': 1, 'project_id': '759f66c057c9467a91417329b258a2fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:27:28.137108 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:27:28.151809 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376d02b-a4e6-453a-9f87-08e391bfa491 None None] Checking router: b91dd6b7-f77d-419c-b949-dccc52b00064 for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:27:28.163866 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0376d02b-a4e6-453a-9f87-08e391bfa491 None None] Routers {'b91dd6b7-f77d-419c-b949-dccc52b00064'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:27:28.164807 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0376d02b-a4e6-453a-9f87-08e391bfa491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:27:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['b91dd6b7-f77d-419c-b949-dccc52b00064'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:27:28.166030 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:27:28.166550 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device bbb450c2-c3ab-41b9-8bf2-f8e1f6c77230 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:27:28.215859 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cc93456e-7eb5-41ca-8c09-f952bd85cfb0 req-aed50c31-dede-4392-afa2-d0cff7366615 service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068780 Aug 25 17:27:28.350751 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-0376d02b-a4e6-453a-9f87-08e391bfa491 None None] Set router b91dd6b7-f77d-419c-b949-dccc52b00064 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:27:28.381404 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9685281-7928-4e4f-90f2-f21ec10077e8 req-1c9ee5ff-4979-4d57-aff3-6a9588e3003d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:28.382994 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a9685281-7928-4e4f-90f2-f21ec10077e8 req-1c9ee5ff-4979-4d57-aff3-6a9588e3003d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.1014109 Aug 25 17:27:28.388882 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cc93456e-7eb5-41ca-8c09-f952bd85cfb0 req-4d6b3676-42a5-413d-aaeb-ebe2b0a6c2a3 service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658070 Aug 25 17:27:28.434987 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a9685281-7928-4e4f-90f2-f21ec10077e8 req-7cad01db-8289-43b3-89c5-cd407a4a5ba0 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451269 Aug 25 17:27:28.689404 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-0376d02b-a4e6-453a-9f87-08e391bfa491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'dddf5396-9495-412f-a8ef-51205f691a78', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'port_id': 'e831d281-f54f-498f-8a3f-1e6801aad703', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'mac_address': 'fa:16:3e:e7:e0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ea17b2-3498-4a10-be3d-74efbd2a3463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:26:58Z', 'updated_at': '2021-08-25T17:27:26Z', 'revision_number': 1, 'project_id': '759f66c057c9467a91417329b258a2fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:27:28.717621 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0376d02b-a4e6-453a-9f87-08e391bfa491 None None] The sync data for ids ['b91dd6b7-f77d-419c-b949-dccc52b00064'] in dv-cinder-786385-9-iscsi is: [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'dddf5396-9495-412f-a8ef-51205f691a78', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'port_id': 'e831d281-f54f-498f-8a3f-1e6801aad703', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'mac_address': 'fa:16:3e:e7:e0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ea17b2-3498-4a10-be3d-74efbd2a3463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:26:58Z', 'updated_at': '2021-08-25T17:27:26Z', 'revision_number': 1, 'project_id': '759f66c057c9467a91417329b258a2fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:27:28.930496 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf2e90-b22e-4222-83df-a73cc351634f None None] New status for floating IP dddf5396-9495-412f-a8ef-51205f691a78: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:27:29.568148 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29011dae-ced6-4647-8655-7285f8bad75a req-da7bc471-f25d-495a-851f-7f01d82ce209 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:29.569647 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-29011dae-ced6-4647-8655-7285f8bad75a req-da7bc471-f25d-495a-851f-7f01d82ce209 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0492854 Aug 25 17:27:29.614589 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-29011dae-ced6-4647-8655-7285f8bad75a req-212d9dbf-d02b-43ff-bcd3-4b423a547d4f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Aug 25 17:27:29.919459 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 46024) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:29.966066 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db45568-8a28-4fba-aa2c-e7fc4a28b32c admin admin] Deleting subnet 11e43f85-e684-4ef5-9f0a-60534c84dcc6 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:27:29.969299 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0db45568-8a28-4fba-aa2c-e7fc4a28b32c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.003765 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0db45568-8a28-4fba-aa2c-e7fc4a28b32c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64079751'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.040612 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0db45568-8a28-4fba-aa2c-e7fc4a28b32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.090295 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0db45568-8a28-4fba-aa2c-e7fc4a28b32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64812695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65004337'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.114807 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db45568-8a28-4fba-aa2c-e7fc4a28b32c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e43f85-e684-4ef5-9f0a-60534c84dcc6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:30.121048 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0db45568-8a28-4fba-aa2c-e7fc4a28b32c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.123550 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-0db45568-8a28-4fba-aa2c-e7fc4a28b32c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11e43f85-e684-4ef5-9f0a-60534c84dcc6 HTTP/1.1" status: 204 len: 168 time: 0.2030513 Aug 25 17:27:30.126041 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 46026) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:30.196638 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f0a6-a31d-496b-8e33-b25a7e8c3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.275258 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f0a6-a31d-496b-8e33-b25a7e8c3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.286345 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ffb2f0a6-a31d-496b-8e33-b25a7e8c3ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e752cd27-8808-4b9a-8b54-3cb554fb743f']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:27:30.301381 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ffb2f0a6-a31d-496b-8e33-b25a7e8c3ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef823e0-8685-4408-bb58-2b2ceb416840') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:27:30.301667 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ffb2f0a6-a31d-496b-8e33-b25a7e8c3ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef823e0-8685-4408-bb58-2b2ceb416840') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:27:30.310370 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f0a6-a31d-496b-8e33-b25a7e8c3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64079768'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.324964 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f0a6-a31d-496b-8e33-b25a7e8c3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.330697 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb2f0a6-a31d-496b-8e33-b25a7e8c3ae7 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:27:30.332093 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f0a6-a31d-496b-8e33-b25a7e8c3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64812785'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: Traceback (most recent call last): Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: timer() Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: cb(*args, **kw) Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: return func(*args, **kwargs) Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: self._notify() Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: self.callback(batched_events) Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: event.method(event) Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: return f(self, *a, **k) Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._get(url).json() Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:27:30.333699 dv-cinder-786385-9-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:27:30.396048 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f0a6-a31d-496b-8e33-b25a7e8c3ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.402782 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffb2f0a6-a31d-496b-8e33-b25a7e8c3ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.404643 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ffb2f0a6-a31d-496b-8e33-b25a7e8c3ae7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e752cd27-8808-4b9a-8b54-3cb554fb743f HTTP/1.1" status: 204 len: 168 time: 0.2777069 Aug 25 17:27:30.418710 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2f0a6-a31d-496b-8e33-b25a7e8c3ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e752cd27-8808-4b9a-8b54-3cb554fb743f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:30.615625 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 46044) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:30.659087 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-0c07422e-db41-4b1a-8fc6-08194f5661f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98c04d7c4f5f438e8cebd161b681ad1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422575 Aug 25 17:27:30.661849 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 46048) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:30.711090 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.740935 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.752476 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd65b5-e5bc-46ec-8f5c-e012d9531ea7 req-c9e2172e-f876-4b50-ab66-3b87d09a0341 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:30.760105 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aadd65b5-e5bc-46ec-8f5c-e012d9531ea7 req-c9e2172e-f876-4b50-ab66-3b87d09a0341 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0723317 Aug 25 17:27:30.807181 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aadd65b5-e5bc-46ec-8f5c-e012d9531ea7 req-b9675154-1e98-4ae0-97bc-246ddc3a614d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439582 Aug 25 17:27:30.818759 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.821777 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:30.822870 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7d04687-97dd-4518-97e0-bf1f2524155c HTTP/1.1" status: 204 len: 168 time: 0.1600871 Aug 25 17:27:30.831804 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d04687-97dd-4518-97e0-bf1f2524155c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:30.840152 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:30.840732 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:30.841209 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:30.841680 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:30.842167 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:30.842790 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:30.842969 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:30.843417 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:30.843787 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:30.844070 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:30.844395 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:30.845266 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cbe029-5ffb-48bd-8694-dd8ae8ccab99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:27:31.977924 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119ae95-c69a-4cfe-b263-91317e25fdc2 req-07eacb36-5e4b-464b-939c-35590b31537e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:31.979749 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4119ae95-c69a-4cfe-b263-91317e25fdc2 req-07eacb36-5e4b-464b-939c-35590b31537e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0635476 Aug 25 17:27:32.033478 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4119ae95-c69a-4cfe-b263-91317e25fdc2 req-7489099a-3319-4964-8c94-7cd039ad60c4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473115 Aug 25 17:27:32.947458 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 46160) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:33.055939 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4b95a49-bd1d-44a1-b6a6-8700f7859e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:33.178132 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4b95a49-bd1d-44a1-b6a6-8700f7859e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:33.186924 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e4b95a49-bd1d-44a1-b6a6-8700f7859e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:33.194285 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08833caa-e507-42ea-a310-811a3234da22 req-9f08a477-182b-4f6b-9167-270c0e617019 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:33.195786 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08833caa-e507-42ea-a310-811a3234da22 req-9f08a477-182b-4f6b-9167-270c0e617019 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0786588 Aug 25 17:27:33.256111 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-e4b95a49-bd1d-44a1-b6a6-8700f7859e16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4acd7169926248eaadf2c936b895fd25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074529 Aug 25 17:27:33.257102 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 46176) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:33.257621 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b95a49-bd1d-44a1-b6a6-8700f7859e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e73721-f889-4b7c-9eaa-5ea9dbf270fd,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:33.286839 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08833caa-e507-42ea-a310-811a3234da22 req-e90d03d1-23f8-418a-a14d-2547e871444c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796072 Aug 25 17:27:33.324312 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-200be3cd-82b4-488c-afc3-ddbf5465dfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:33.348719 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-200be3cd-82b4-488c-afc3-ddbf5465dfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:33.567232 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-200be3cd-82b4-488c-afc3-ddbf5465dfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:33.569828 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-200be3cd-82b4-488c-afc3-ddbf5465dfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:33.570966 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-200be3cd-82b4-488c-afc3-ddbf5465dfe6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8e73721-f889-4b7c-9eaa-5ea9dbf270fd HTTP/1.1" status: 204 len: 168 time: 0.3129036 Aug 25 17:27:33.582246 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200be3cd-82b4-488c-afc3-ddbf5465dfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e73721-f889-4b7c-9eaa-5ea9dbf270fd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:33.830972 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 46188) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:33.844781 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef4294c4-6849-4edb-987f-d51ae05ef1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:33.936385 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef4294c4-6849-4edb-987f-d51ae05ef1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:33.939968 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ef4294c4-6849-4edb-987f-d51ae05ef1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:33.976422 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4294c4-6849-4edb-987f-d51ae05ef1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d06acc-7309-4fd6-b4c0-82732826bd57,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:33.983056 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ef4294c4-6849-4edb-987f-d51ae05ef1e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbe48030313b473a90d5cf463c8d7e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480277 Aug 25 17:27:33.983314 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 46192) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:34.031467 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2fdd8b23-384f-4fb6-bad4-d3b3d31adabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:34.053557 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2fdd8b23-384f-4fb6-bad4-d3b3d31adabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:34.100325 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2fdd8b23-384f-4fb6-bad4-d3b3d31adabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:34.102768 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2fdd8b23-384f-4fb6-bad4-d3b3d31adabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:34.104015 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-2fdd8b23-384f-4fb6-bad4-d3b3d31adabc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80d06acc-7309-4fd6-b4c0-82732826bd57 HTTP/1.1" status: 204 len: 168 time: 0.1197407 Aug 25 17:27:34.111350 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd8b23-384f-4fb6-bad4-d3b3d31adabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d06acc-7309-4fd6-b4c0-82732826bd57,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:34.416778 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adabb0-6e75-4dc4-bf36-ef27c0728133 req-2ae4f079-4853-4ed2-83fd-917508b85fda tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:34.418750 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3adabb0-6e75-4dc4-bf36-ef27c0728133 req-2ae4f079-4853-4ed2-83fd-917508b85fda tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0650065 Aug 25 17:27:34.462936 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3adabb0-6e75-4dc4-bf36-ef27c0728133 req-b2f853f0-d9d0-4d69-8be2-316800e730b6 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382566 Aug 25 17:27:35.594610 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a2cec-93a7-4834-a7a0-79f50028cb76 req-123b7c23-6dde-4ccf-b92f-81b97598572d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:35.600471 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-550a2cec-93a7-4834-a7a0-79f50028cb76 req-123b7c23-6dde-4ccf-b92f-81b97598572d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0609534 Aug 25 17:27:35.641929 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-550a2cec-93a7-4834-a7a0-79f50028cb76 req-e1144c85-4666-42e3-b83a-44d0778e0931 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366147 Aug 25 17:27:36.623128 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 46296) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:36.727364 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a31d48f-ccfc-491d-b5f7-328aba00d833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:36.817787 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a31d48f-ccfc-491d-b5f7-328aba00d833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:36.821485 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a31d48f-ccfc-491d-b5f7-328aba00d833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:36.860921 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4a31d48f-ccfc-491d-b5f7-328aba00d833 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6652566005854b78b90cc3043210def4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354169 Aug 25 17:27:36.860921 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31d48f-ccfc-491d-b5f7-328aba00d833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47942fa-5d0b-4b40-a260-2e2aa533e551,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:36.862890 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 46302) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:36.913809 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd5a73b0-cad8-44fb-98b7-0fdb1702fae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:36.934852 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd5a73b0-cad8-44fb-98b7-0fdb1702fae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:36.985378 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd5a73b0-cad8-44fb-98b7-0fdb1702fae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:36.988318 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fd5a73b0-cad8-44fb-98b7-0fdb1702fae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:36.992292 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-fd5a73b0-cad8-44fb-98b7-0fdb1702fae6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b47942fa-5d0b-4b40-a260-2e2aa533e551 HTTP/1.1" status: 204 len: 168 time: 0.1282947 Aug 25 17:27:37.002551 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a73b0-cad8-44fb-98b7-0fdb1702fae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47942fa-5d0b-4b40-a260-2e2aa533e551,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:37.258227 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 46316) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:37.271623 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64e68d1f-17e8-4dde-b96b-4722d45646af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:37.368852 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64e68d1f-17e8-4dde-b96b-4722d45646af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:37.372607 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64e68d1f-17e8-4dde-b96b-4722d45646af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:37.411582 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-64e68d1f-17e8-4dde-b96b-4722d45646af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db9ba13b7af442de80f53398eb0e1aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522686 Aug 25 17:27:37.412454 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e68d1f-17e8-4dde-b96b-4722d45646af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de4f49b-0aaa-4cfc-aaa7-ebd1a06b44ed,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:37.414309 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 46318) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:37.463312 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f46d6c2-cc70-4671-b721-3a56995bb0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:37.484151 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f46d6c2-cc70-4671-b721-3a56995bb0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:37.531606 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f46d6c2-cc70-4671-b721-3a56995bb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:37.534155 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f46d6c2-cc70-4671-b721-3a56995bb0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:37.535494 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-8f46d6c2-cc70-4671-b721-3a56995bb0cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9de4f49b-0aaa-4cfc-aaa7-ebd1a06b44ed HTTP/1.1" status: 204 len: 168 time: 0.1200025 Aug 25 17:27:37.545483 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46d6c2-cc70-4671-b721-3a56995bb0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de4f49b-0aaa-4cfc-aaa7-ebd1a06b44ed,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:37.856967 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 46324) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:37.870182 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5672a63-1e26-4cd5-843f-4bbd2c14f217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:37.958045 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5672a63-1e26-4cd5-843f-4bbd2c14f217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:37.962464 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5672a63-1e26-4cd5-843f-4bbd2c14f217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:38.004198 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-e5672a63-1e26-4cd5-843f-4bbd2c14f217 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa8f83a6621f4433b4f335a35e6b4721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461010 Aug 25 17:27:38.004975 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5672a63-1e26-4cd5-843f-4bbd2c14f217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f9ef34-b1d6-4b41-aff8-dc58f894b4cf,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:38.013897 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 46332) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:38.068610 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3866b0b2-aa38-4f03-812c-982fcb4888ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:38.092388 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3866b0b2-aa38-4f03-812c-982fcb4888ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:38.138981 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3866b0b2-aa38-4f03-812c-982fcb4888ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:38.142028 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3866b0b2-aa38-4f03-812c-982fcb4888ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:38.143162 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3866b0b2-aa38-4f03-812c-982fcb4888ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4f9ef34-b1d6-4b41-aff8-dc58f894b4cf HTTP/1.1" status: 204 len: 168 time: 0.1306212 Aug 25 17:27:38.151422 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866b0b2-aa38-4f03-812c-982fcb4888ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f9ef34-b1d6-4b41-aff8-dc58f894b4cf,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:39.457811 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0485aa32-79a7-44af-acbb-4d992685f02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:39.950631 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128d617-fbe5-4e84-bb23-1f95470fe083 req-7fff94b5-0639-439e-84cf-0d84c1c2f362 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:39.952833 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1128d617-fbe5-4e84-bb23-1f95470fe083 req-7fff94b5-0639-439e-84cf-0d84c1c2f362 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0535846 Aug 25 17:27:39.960890 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 46400) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:39.993919 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:39.994311 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1128d617-fbe5-4e84-bb23-1f95470fe083 req-3a9ead79-b5ef-43c5-a460-73ea4d28e849 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348206 Aug 25 17:27:40.071497 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f0c73a6-1b30-4bfd-af70-7348f10ef44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:40.162587 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f0c73a6-1b30-4bfd-af70-7348f10ef44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:40.166885 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4f0c73a6-1b30-4bfd-af70-7348f10ef44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:40.205165 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4f0c73a6-1b30-4bfd-af70-7348f10ef44f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3ded489fab245b3849e250e71b9eac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431085 Aug 25 17:27:40.206014 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c73a6-1b30-4bfd-af70-7348f10ef44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29222f43-963b-4575-a332-9be14815c2b8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:40.207991 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 46412) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:40.257822 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-745dbe7a-fd84-492f-88ce-32f512678a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:40.278127 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-745dbe7a-fd84-492f-88ce-32f512678a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:40.328869 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-745dbe7a-fd84-492f-88ce-32f512678a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:40.331550 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-745dbe7a-fd84-492f-88ce-32f512678a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:40.336206 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-745dbe7a-fd84-492f-88ce-32f512678a62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29222f43-963b-4575-a332-9be14815c2b8 HTTP/1.1" status: 204 len: 168 time: 0.1248250 Aug 25 17:27:40.344662 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dbe7a-fd84-492f-88ce-32f512678a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29222f43-963b-4575-a332-9be14815c2b8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:40.601610 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 46418) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:40.614996 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b187b12-1023-4eab-bb4a-a6d2b7156625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:40.702616 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b187b12-1023-4eab-bb4a-a6d2b7156625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:40.706556 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8b187b12-1023-4eab-bb4a-a6d2b7156625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:40.747850 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-8b187b12-1023-4eab-bb4a-a6d2b7156625 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a7c99fdd4d0497a82d2bd3777467c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450272 Aug 25 17:27:40.748709 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b187b12-1023-4eab-bb4a-a6d2b7156625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62bc73b-4a3c-41fb-ab96-c292fea820ff,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:40.750557 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 46420) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:27:40.804008 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-296a8304-560f-4790-8900-a7d77aae9758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:40.825145 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-296a8304-560f-4790-8900-a7d77aae9758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:40.877695 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-296a8304-560f-4790-8900-a7d77aae9758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:40.881651 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-296a8304-560f-4790-8900-a7d77aae9758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:40.885981 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-296a8304-560f-4790-8900-a7d77aae9758 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c62bc73b-4a3c-41fb-ab96-c292fea820ff HTTP/1.1" status: 204 len: 168 time: 0.1312778 Aug 25 17:27:40.890951 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a8304-560f-4790-8900-a7d77aae9758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62bc73b-4a3c-41fb-ab96-c292fea820ff,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:27:41.116900 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282f00f-a305-4ae1-8fff-aed72da09fdd req-e3095cee-37bb-44a7-be5f-2b389324edd4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:41.118448 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4282f00f-a305-4ae1-8fff-aed72da09fdd req-e3095cee-37bb-44a7-be5f-2b389324edd4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0523965 Aug 25 17:27:41.167805 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4282f00f-a305-4ae1-8fff-aed72da09fdd req-2ff81acb-d89c-4a99-8130-ff9c6cb4a349 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413287 Aug 25 17:27:41.607262 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-37d2e2ec-dd88-4144-91ae-4e1cd54f9686 req-14817161-af2f-47a6-b170-08073f10081c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400348 Aug 25 17:27:41.690143 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2e2ec-dd88-4144-91ae-4e1cd54f9686 req-e6a72999-6b7d-43c5-857f-02290da94640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:41.693863 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-37d2e2ec-dd88-4144-91ae-4e1cd54f9686 req-e6a72999-6b7d-43c5-857f-02290da94640 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6aea98bc458945fb805455be3ae1ea26&device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 1099 time: 0.0416169 Aug 25 17:27:41.802243 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2e2ec-dd88-4144-91ae-4e1cd54f9686 req-cc88d69d-4f82-44f3-924f-2f8642f8c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:41.803743 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-37d2e2ec-dd88-4144-91ae-4e1cd54f9686 req-cc88d69d-4f82-44f3-924f-2f8642f8c403 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 200 len: 920 time: 0.0898342 Aug 25 17:27:41.849492 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-37d2e2ec-dd88-4144-91ae-4e1cd54f9686 req-ec9086a0-73f3-4509-bd08-ab14d807898b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dad6074-c1ba-4c18-af5d-9045068fa562 HTTP/1.1" status: 200 len: 217 time: 0.0370338 Aug 25 17:27:41.904529 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2e2ec-dd88-4144-91ae-4e1cd54f9686 req-5610d64f-2e86-493e-a890-62abcc75530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:41.906021 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-37d2e2ec-dd88-4144-91ae-4e1cd54f9686 req-5610d64f-2e86-493e-a890-62abcc75530f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75334e3b-40c5-4c0c-b23e-9bc0f215df9d HTTP/1.1" status: 200 len: 859 time: 0.0485454 Aug 25 17:27:41.940156 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-37d2e2ec-dd88-4144-91ae-4e1cd54f9686 req-96c51371-d286-434c-8b24-aabc26021d28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247748 Aug 25 17:27:42.042619 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-37d2e2ec-dd88-4144-91ae-4e1cd54f9686 req-ad864a7d-3042-4f0b-b8e8-eb35712cd53e service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904031 Aug 25 17:27:42.186203 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-37d2e2ec-dd88-4144-91ae-4e1cd54f9686 req-467eeb07-e289-45c9-aca6-bdbfd3af3e7b service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180673 Aug 25 17:27:42.229153 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a0dedc78-0fce-43dd-8180-e34efeff6e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:42.312967 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79727222-926a-4f4f-b8c3-d9e4204adf07 req-7dfa16c1-4a17-4b24-9076-b044527f6e58 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:42.314859 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79727222-926a-4f4f-b8c3-d9e4204adf07 req-7dfa16c1-4a17-4b24-9076-b044527f6e58 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0621903 Aug 25 17:27:42.361528 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:42.371439 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79727222-926a-4f4f-b8c3-d9e4204adf07 req-32f8f382-6320-477b-9bbc-87e34dd73d79 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478210 Aug 25 17:27:43.383990 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:44.696210 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:27:45.765527 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d552454-03d0-428a-9f7d-d32e21ad2f2f req-c6bb2e1f-188c-40ff-9b04-64e6a1fe0e19 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:45.767010 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2d552454-03d0-428a-9f7d-d32e21ad2f2f req-c6bb2e1f-188c-40ff-9b04-64e6a1fe0e19 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0500398 Aug 25 17:27:45.805825 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2d552454-03d0-428a-9f7d-d32e21ad2f2f req-7fc39f7a-4fc0-4a79-95f4-221bc5b94751 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323396 Aug 25 17:27:47.349383 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be016-6221-4799-8564-8f4afe6cb041 req-e3794328-8b5e-42a7-acc4-b00c1d62a7de tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:47.350908 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c1be016-6221-4799-8564-8f4afe6cb041 req-e3794328-8b5e-42a7-acc4-b00c1d62a7de tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0521514 Aug 25 17:27:47.389676 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c1be016-6221-4799-8564-8f4afe6cb041 req-b2ea6e8c-3fa8-4af8-9655-d69aa1d68ff7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 Aug 25 17:27:48.509758 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedd087-5a86-4966-89e6-7a77e8ca85f8 req-68a797bc-1dc6-475a-b438-e27e0a054dd2 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:48.511246 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5eedd087-5a86-4966-89e6-7a77e8ca85f8 req-68a797bc-1dc6-475a-b438-e27e0a054dd2 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0485892 Aug 25 17:27:48.548660 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5eedd087-5a86-4966-89e6-7a77e8ca85f8 req-daab1810-960d-4a28-9c07-a1a9327bc3bb tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Aug 25 17:27:49.681098 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81869b7-dcfe-4358-a8ba-fd11e2a54a56 req-cc05a118-1236-4ecc-b228-81c09c197afc tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:49.682461 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c81869b7-dcfe-4358-a8ba-fd11e2a54a56 req-cc05a118-1236-4ecc-b228-81c09c197afc tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0541415 Aug 25 17:27:49.726656 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c81869b7-dcfe-4358-a8ba-fd11e2a54a56 req-1261898b-4596-481d-81ae-c8ad3f8e9bc4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380399 Aug 25 17:27:51.181522 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce383e8-215a-4047-8fdb-00422252ad68 req-f749052e-5ea9-4fcc-bd22-b6cf7051bd79 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:51.183154 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cce383e8-215a-4047-8fdb-00422252ad68 req-f749052e-5ea9-4fcc-bd22-b6cf7051bd79 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0520308 Aug 25 17:27:51.231996 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cce383e8-215a-4047-8fdb-00422252ad68 req-3e56d7e9-2855-4680-898f-2144b53d0c28 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Aug 25 17:27:59.417776 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457443d-8176-4ae9-9d94-fb888f7be82e req-95229c7b-0a6d-4e00-b9d1-dff25dcbd1af tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:27:59.419292 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2457443d-8176-4ae9-9d94-fb888f7be82e req-95229c7b-0a6d-4e00-b9d1-dff25dcbd1af tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0535071 Aug 25 17:27:59.463024 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2457443d-8176-4ae9-9d94-fb888f7be82e req-0522bc8f-e208-4db0-924b-f8635899f4f1 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358615 Aug 25 17:27:59.695669 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:28:00.605345 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce72345-175e-4e7d-a75e-1084da0fa422 req-3293675e-3672-4254-a26d-c24ab7e2b19b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:00.606916 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fce72345-175e-4e7d-a75e-1084da0fa422 req-3293675e-3672-4254-a26d-c24ab7e2b19b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0621169 Aug 25 17:28:00.650134 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fce72345-175e-4e7d-a75e-1084da0fa422 req-9f556558-f0d5-4a90-8580-de56b30cd71e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344679 Aug 25 17:28:01.784190 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302de2a-3a41-4073-bc71-98044d808b9b req-bb14105e-af62-482f-9169-eff76fe96d2b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:01.785627 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d302de2a-3a41-4073-bc71-98044d808b9b req-bb14105e-af62-482f-9169-eff76fe96d2b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0558450 Aug 25 17:28:01.828203 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d302de2a-3a41-4073-bc71-98044d808b9b req-6bac475e-5592-4e6f-9231-2c1c8dbee2e9 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359137 Aug 25 17:28:07.905626 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b1de8-de62-4698-88ad-1713c601b925 req-7c47ec32-4755-45d3-b7a9-25f70a46ab7d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:07.907124 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf5b1de8-de62-4698-88ad-1713c601b925 req-7c47ec32-4755-45d3-b7a9-25f70a46ab7d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0485487 Aug 25 17:28:07.946241 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf5b1de8-de62-4698-88ad-1713c601b925 req-69108e0d-d7d4-4837-af30-333b9072de0a tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326035 Aug 25 17:28:09.063354 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a1de7-a09a-4a08-ba96-3665cae4aa53 req-3515594d-1d74-48c8-9fe1-029f082b7d39 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:09.064944 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c0a1de7-a09a-4a08-ba96-3665cae4aa53 req-3515594d-1d74-48c8-9fe1-029f082b7d39 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0498505 Aug 25 17:28:09.107245 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c0a1de7-a09a-4a08-ba96-3665cae4aa53 req-33081d2d-b60e-4dbb-b93e-4a3a6c3a0abc tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354891 Aug 25 17:28:09.458631 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-561a6ae9-046f-4918-859f-0c17828bf15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:10.003886 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:12.202226 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fad35f18-72ea-47c0-8c31-3b7002d14357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:12.356713 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:13.385343 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:14.446168 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e559e9-a14f-42ba-972c-f274ecff1b32 req-f4f0d55b-2f89-4188-a534-e8414600caee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:14.447577 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07e559e9-a14f-42ba-972c-f274ecff1b32 req-f4f0d55b-2f89-4188-a534-e8414600caee tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0543482 Aug 25 17:28:14.486095 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07e559e9-a14f-42ba-972c-f274ecff1b32 req-1642c615-de97-4877-9e2c-0c3e36778a91 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327365 Aug 25 17:28:14.696143 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:16.284807 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301d81f-88db-4026-ac39-d01c81284853 req-c4f427bd-db60-4f7d-b155-a83f81d9b812 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:16.286325 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6301d81f-88db-4026-ac39-d01c81284853 req-c4f427bd-db60-4f7d-b155-a83f81d9b812 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0493295 Aug 25 17:28:16.326967 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6301d81f-88db-4026-ac39-d01c81284853 req-cf22a0b5-bae7-4aa3-8134-597964e5419a tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339103 Aug 25 17:28:17.450559 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7cbda-5f16-4086-bc44-6d7cfe0207e2 req-e91bc066-0f8e-479c-ac47-e9b02108397b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:17.452139 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2ba7cbda-5f16-4086-bc44-6d7cfe0207e2 req-e91bc066-0f8e-479c-ac47-e9b02108397b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0561256 Aug 25 17:28:17.489426 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2ba7cbda-5f16-4086-bc44-6d7cfe0207e2 req-c43caf23-29a3-4854-970e-b015d91dcb2f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314734 Aug 25 17:28:18.618309 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b338823-513a-445b-b6fc-7f9840170a66 req-ec9bc12e-23bb-48ef-8579-73aab769ae03 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:18.619945 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b338823-513a-445b-b6fc-7f9840170a66 req-ec9bc12e-23bb-48ef-8579-73aab769ae03 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0586855 Aug 25 17:28:18.668207 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b338823-513a-445b-b6fc-7f9840170a66 req-8f1386f6-cfd1-4085-9b82-adb2a4d8a0c4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Aug 25 17:28:19.912284 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 47116) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:20.035408 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd2da535-4e65-4660-b1ac-b4c73833fb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:20.122268 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd2da535-4e65-4660-b1ac-b4c73833fb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:20.126175 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fd2da535-4e65-4660-b1ac-b4c73833fb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:20.164193 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-fd2da535-4e65-4660-b1ac-b4c73833fb65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a961ac04a99e44099852982051539385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507663 Aug 25 17:28:20.165101 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2da535-4e65-4660-b1ac-b4c73833fb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb644736-7717-4273-8f82-875bf3874d58,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:20.166987 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 47142) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:20.233149 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f96a1d80-ac0a-46dd-a898-63a7a9491a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:20.260534 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f96a1d80-ac0a-46dd-a898-63a7a9491a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:20.309164 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f96a1d80-ac0a-46dd-a898-63a7a9491a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:20.312100 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f96a1d80-ac0a-46dd-a898-63a7a9491a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:20.313128 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f96a1d80-ac0a-46dd-a898-63a7a9491a07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb644736-7717-4273-8f82-875bf3874d58 HTTP/1.1" status: 204 len: 168 time: 0.1444130 Aug 25 17:28:20.320456 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a1d80-ac0a-46dd-a898-63a7a9491a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb644736-7717-4273-8f82-875bf3874d58,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:20.564751 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 47152) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:20.578698 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6800aaa5-0891-493d-9e45-1ee07852c56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:20.666086 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6800aaa5-0891-493d-9e45-1ee07852c56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:20.669487 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6800aaa5-0891-493d-9e45-1ee07852c56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:20.706554 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-6800aaa5-0891-493d-9e45-1ee07852c56c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bb3cd83d7de41d38a92248c1bf87829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406879 Aug 25 17:28:20.707672 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800aaa5-0891-493d-9e45-1ee07852c56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4200724b-6408-4640-8bd6-9d9bfebc03aa,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:20.710940 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 47154) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:20.761251 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5403-f310-4c04-8757-e9b562866c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:20.781895 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5403-f310-4c04-8757-e9b562866c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:20.831969 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5403-f310-4c04-8757-e9b562866c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:20.834607 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5403-f310-4c04-8757-e9b562866c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:20.835753 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ccbd5403-f310-4c04-8757-e9b562866c2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4200724b-6408-4640-8bd6-9d9bfebc03aa HTTP/1.1" status: 204 len: 168 time: 0.1234741 Aug 25 17:28:20.842997 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd5403-f310-4c04-8757-e9b562866c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4200724b-6408-4640-8bd6-9d9bfebc03aa,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:23.821453 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661665c-ef53-4800-891a-22b6c03f0a16 req-9dbdbaef-989c-4165-a632-652d5e6c9637 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:23.822998 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6661665c-ef53-4800-891a-22b6c03f0a16 req-9dbdbaef-989c-4165-a632-652d5e6c9637 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0541525 Aug 25 17:28:23.866813 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6661665c-ef53-4800-891a-22b6c03f0a16 req-9f409583-f2ca-4b59-b296-98f7ea78bad8 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379484 Aug 25 17:28:24.987152 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6885e-9cc5-470c-b2f7-a980926233ef req-69f98015-c35b-4ca1-a3ac-d962b563f6e9 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:24.988691 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-10b6885e-9cc5-470c-b2f7-a980926233ef req-69f98015-c35b-4ca1-a3ac-d962b563f6e9 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0485754 Aug 25 17:28:25.029370 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-10b6885e-9cc5-470c-b2f7-a980926233ef req-92563c39-0c7a-45f8-ba85-9c03246d206a tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332959 Aug 25 17:28:26.176650 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252e22f-dd20-4700-99e9-8b84f85518aa req-5c0736b9-25e4-44c0-aef3-91e4507059ef tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:26.179797 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a252e22f-dd20-4700-99e9-8b84f85518aa req-5c0736b9-25e4-44c0-aef3-91e4507059ef tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0668275 Aug 25 17:28:26.240613 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a252e22f-dd20-4700-99e9-8b84f85518aa req-c0adc296-12af-4f15-8395-82c45b286f99 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537775 Aug 25 17:28:34.572156 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfd042-7390-4ef0-af15-5ffb3c7d1d47 req-78aa48e3-b23b-4d9c-afa3-84828c0cfdcf tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:34.573754 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-00cfd042-7390-4ef0-af15-5ffb3c7d1d47 req-78aa48e3-b23b-4d9c-afa3-84828c0cfdcf tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0490866 Aug 25 17:28:34.614034 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-00cfd042-7390-4ef0-af15-5ffb3c7d1d47 req-ec47010c-63b2-4384-a26c-34c81076e5be tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343552 Aug 25 17:28:35.318996 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c78f16-d29a-4f60-973a-4c942ff7b69b req-ceec8bf4-13d6-4f87-a9b1-188a6a5cdfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:35.321621 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-49c78f16-d29a-4f60-973a-4c942ff7b69b req-ceec8bf4-13d6-4f87-a9b1-188a6a5cdfec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 1098 time: 0.0424857 Aug 25 17:28:35.358459 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-49c78f16-d29a-4f60-973a-4c942ff7b69b req-a7221163-af94-4344-9332-3022f04f3519 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281088 Aug 25 17:28:36.032447 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eeacbc-1cd5-47cb-9774-015c5e3e948d req-84a35b40-d59c-4503-bc56-927bf1f02e9c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:36.033960 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c3eeacbc-1cd5-47cb-9774-015c5e3e948d req-84a35b40-d59c-4503-bc56-927bf1f02e9c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0531831 Aug 25 17:28:36.073581 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c3eeacbc-1cd5-47cb-9774-015c5e3e948d req-e21de4c4-395f-4122-92cc-8f7842c05952 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Aug 25 17:28:36.696448 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:28:39.459986 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f50dec8b-667b-45b7-9fc9-6011fd9dcae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:40.005948 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:42.203633 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d58842b1-b913-46e2-8558-9ad8d8b66653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:42.357865 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:42.864686 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315104a-bea9-4d70-ab69-91c0735588dd req-6e24aecd-bbee-4101-b295-d7a13293c455 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:42.866218 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e315104a-bea9-4d70-ab69-91c0735588dd req-6e24aecd-bbee-4101-b295-d7a13293c455 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0747216 Aug 25 17:28:42.873221 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4499b73a-0b90-41d7-83ac-5bc141cfb9f2 req-715431a0-b1c1-45af-97f3-95e0ea5ac485 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727341 Aug 25 17:28:42.906455 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e315104a-bea9-4d70-ab69-91c0735588dd req-5257cd23-73c2-4701-be97-9d6c29d9e324 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322599 Aug 25 17:28:43.008899 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499b73a-0b90-41d7-83ac-5bc141cfb9f2 req-8ebc69aa-1505-44eb-80cd-da7bd2e15690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:43.010574 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4499b73a-0b90-41d7-83ac-5bc141cfb9f2 req-8ebc69aa-1505-44eb-80cd-da7bd2e15690 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 1099 time: 0.0416143 Aug 25 17:28:43.117640 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499b73a-0b90-41d7-83ac-5bc141cfb9f2 req-1e3d6afd-fa75-426e-b78a-d30c03201439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:43.119509 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4499b73a-0b90-41d7-83ac-5bc141cfb9f2 req-1e3d6afd-fa75-426e-b78a-d30c03201439 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 917 time: 0.0855608 Aug 25 17:28:43.191047 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4499b73a-0b90-41d7-83ac-5bc141cfb9f2 req-a2d4f356-091b-41b5-bb01-eaeecba711ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be008cdd-7a1a-485d-8d5e-e4790373a602 HTTP/1.1" status: 200 len: 1001 time: 0.0643384 Aug 25 17:28:43.245093 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499b73a-0b90-41d7-83ac-5bc141cfb9f2 req-3328565a-1e55-4770-86d5-4b3d572b59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:43.246645 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4499b73a-0b90-41d7-83ac-5bc141cfb9f2 req-3328565a-1e55-4770-86d5-4b3d572b59bc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf66541-9305-4ae8-b7c6-d35b1d7e942e HTTP/1.1" status: 200 len: 855 time: 0.0468752 Aug 25 17:28:43.293554 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499b73a-0b90-41d7-83ac-5bc141cfb9f2 req-c73e8095-c296-4d3e-b5fd-20a849388fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:43.295071 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4499b73a-0b90-41d7-83ac-5bc141cfb9f2 req-c73e8095-c296-4d3e-b5fd-20a849388fab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad187e33-934a-4e18-80df-b0dbcf133e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398948 Aug 25 17:28:43.394123 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4499b73a-0b90-41d7-83ac-5bc141cfb9f2 req-e62a4124-1a18-4bc6-98d4-e0a07f5e58c4 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909438 Aug 25 17:28:43.394869 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:43.707435 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4499b73a-0b90-41d7-83ac-5bc141cfb9f2 req-a16189aa-0218-4184-b8ea-4365b824709b service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052096 Aug 25 17:28:44.056362 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c222f10-3afc-4ab3-b40e-a10550a7a46f req-b08035fc-1126-4a13-a1f4-2ca557d15cf2 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:44.057828 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0c222f10-3afc-4ab3-b40e-a10550a7a46f req-b08035fc-1126-4a13-a1f4-2ca557d15cf2 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0509036 Aug 25 17:28:44.096873 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0c222f10-3afc-4ab3-b40e-a10550a7a46f req-5887d6df-03f6-4bdf-afc9-17091780c065 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331297 Aug 25 17:28:44.698489 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:45.235098 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d998564-8cb2-44ca-b984-2323bab2c0c6 req-d17ed8bf-c84e-411c-86ac-03460238f75a tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:45.236764 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6d998564-8cb2-44ca-b984-2323bab2c0c6 req-d17ed8bf-c84e-411c-86ac-03460238f75a tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0574458 Aug 25 17:28:45.286530 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6d998564-8cb2-44ca-b984-2323bab2c0c6 req-61be374c-549d-4d21-9771-588b2c314115 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374396 Aug 25 17:28:45.423743 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f8b57-529c-4a8a-9273-9b30fa96d346 req-73bac246-b258-400c-a188-1be0853ce97f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:45.425291 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0e7f8b57-529c-4a8a-9273-9b30fa96d346 req-73bac246-b258-400c-a188-1be0853ce97f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0612774 Aug 25 17:28:45.472012 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0e7f8b57-529c-4a8a-9273-9b30fa96d346 req-4a9c8812-b7ea-4ce0-9502-111381d3ee92 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354733 Aug 25 17:28:45.707201 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 47588) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:45.826211 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:45.913331 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:45.918043 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:45.960114 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a13c12cb06fd4a81a8f50ab4abf19728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517765 Aug 25 17:28:45.961299 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c07cdc-96e2-4234-922c-7a3c97d6bab8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:45.963540 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 47596) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:45.969201 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:45.969821 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:45.969947 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:45.970207 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:45.970539 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:45.970871 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:45.971194 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:45.971514 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:45.971863 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:45.972181 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:45.972498 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:45.972839 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc700e-6619-469f-839f-f6591691e1a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:46.020043 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:46.040346 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:46.088531 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:46.091601 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:46.093128 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90c07cdc-96e2-4234-922c-7a3c97d6bab8 HTTP/1.1" status: 204 len: 168 time: 0.1282296 Aug 25 17:28:46.103850 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c07cdc-96e2-4234-922c-7a3c97d6bab8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:46.112929 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:46.113285 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:46.113628 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:46.114107 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:46.114574 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:46.114917 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:46.115245 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:46.115594 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:46.116029 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:46.116353 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:46.116769 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:46.117146 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc154ef-b586-42d9-a011-c53cd4316cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:28:48.224423 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca1e1f-f8a7-4168-a4c0-2516c66ee08e req-73ce5299-653d-4700-9db1-6de075878b85 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:48.225907 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79ca1e1f-f8a7-4168-a4c0-2516c66ee08e req-73ce5299-653d-4700-9db1-6de075878b85 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0764942 Aug 25 17:28:48.227674 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db916-2e59-4286-ac41-06020af6ba61 req-f9e3f348-b801-4f21-863b-6e79bd9d15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:48.229568 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b02db916-2e59-4286-ac41-06020af6ba61 req-f9e3f348-b801-4f21-863b-6e79bd9d15c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6aea98bc458945fb805455be3ae1ea26&device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 1099 time: 0.0709431 Aug 25 17:28:48.265018 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79ca1e1f-f8a7-4168-a4c0-2516c66ee08e req-ecf9f206-217f-4c1c-a485-e99446b86fa2 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328758 Aug 25 17:28:48.470175 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db916-2e59-4286-ac41-06020af6ba61 req-7e6028d5-ede2-4ec7-a365-23d5c450a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:48.471900 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b02db916-2e59-4286-ac41-06020af6ba61 req-7e6028d5-ede2-4ec7-a365-23d5c450a39e service neutron] 10.222.0.25 "GET /v2.0/networks?id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 200 len: 920 time: 0.0989861 Aug 25 17:28:48.520809 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b02db916-2e59-4286-ac41-06020af6ba61 req-5a8fd438-cd40-4390-ac76-be7061e314ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dad6074-c1ba-4c18-af5d-9045068fa562 HTTP/1.1" status: 200 len: 217 time: 0.0365651 Aug 25 17:28:48.628887 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db916-2e59-4286-ac41-06020af6ba61 req-74b43869-5d11-49b6-9ce9-41211c1baf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:48.631627 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b02db916-2e59-4286-ac41-06020af6ba61 req-74b43869-5d11-49b6-9ce9-41211c1baf5f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75334e3b-40c5-4c0c-b23e-9bc0f215df9d HTTP/1.1" status: 200 len: 859 time: 0.0544660 Aug 25 17:28:48.669793 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b02db916-2e59-4286-ac41-06020af6ba61 req-ae7d853d-a3d2-4312-a88e-8a7ab71a4f2f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297019 Aug 25 17:28:48.769233 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b02db916-2e59-4286-ac41-06020af6ba61 req-72969ae1-53de-415d-8996-84bc07ca3dac service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867846 Aug 25 17:28:48.847823 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 47694) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:48.866927 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b02db916-2e59-4286-ac41-06020af6ba61 req-625b601b-c595-48e3-bad8-2cb12106964b service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897429 Aug 25 17:28:48.958362 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23fbf726-c04a-4206-ba43-a197fa501ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:49.051010 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23fbf726-c04a-4206-ba43-a197fa501ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:49.054754 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-23fbf726-c04a-4206-ba43-a197fa501ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:49.093501 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-23fbf726-c04a-4206-ba43-a197fa501ee4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81393601575c4cbfb80c9412c72baf03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445161 Aug 25 17:28:49.095689 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbf726-c04a-4206-ba43-a197fa501ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b926c35-f1dd-43ea-ac1a-af3aacef5e70,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:49.096671 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 47702) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:49.150543 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc565-68a3-46cb-994f-cb1f682cfb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:49.171064 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc565-68a3-46cb-994f-cb1f682cfb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:49.220508 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc565-68a3-46cb-994f-cb1f682cfb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:49.223068 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc565-68a3-46cb-994f-cb1f682cfb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:49.224296 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a8bfc565-68a3-46cb-994f-cb1f682cfb35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b926c35-f1dd-43ea-ac1a-af3aacef5e70 HTTP/1.1" status: 204 len: 168 time: 0.1265101 Aug 25 17:28:49.232169 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfc565-68a3-46cb-994f-cb1f682cfb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b926c35-f1dd-43ea-ac1a-af3aacef5e70,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:49.396266 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54699b9-acf6-42f3-9c87-43198b753ac3 req-148e68a0-59f3-41d9-9e71-0108fbc9dfdd tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:49.399967 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d54699b9-acf6-42f3-9c87-43198b753ac3 req-148e68a0-59f3-41d9-9e71-0108fbc9dfdd tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0566525 Aug 25 17:28:49.439680 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d54699b9-acf6-42f3-9c87-43198b753ac3 req-ba520dd0-0963-42a7-ba06-1fc6435d2ce0 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325620 Aug 25 17:28:49.535765 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 47714) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:49.549932 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-583c46d7-fcb4-42ad-bc96-908e737ebc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:49.667841 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-583c46d7-fcb4-42ad-bc96-908e737ebc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:49.672078 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-583c46d7-fcb4-42ad-bc96-908e737ebc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:49.716944 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-583c46d7-fcb4-42ad-bc96-908e737ebc98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1089eb45b6984fabb3a132a5325c877f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799037 Aug 25 17:28:49.719194 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c46d7-fcb4-42ad-bc96-908e737ebc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17056434-e3fd-4fc3-8052-231e8e7f80d5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:49.720218 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 47726) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:49.773294 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4827cf6-2292-4cfb-9c70-284ed74ba33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:49.797629 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4827cf6-2292-4cfb-9c70-284ed74ba33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:49.846362 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4827cf6-2292-4cfb-9c70-284ed74ba33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:49.850424 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4827cf6-2292-4cfb-9c70-284ed74ba33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:49.851820 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-e4827cf6-2292-4cfb-9c70-284ed74ba33f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17056434-e3fd-4fc3-8052-231e8e7f80d5 HTTP/1.1" status: 204 len: 168 time: 0.1302774 Aug 25 17:28:49.861963 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4827cf6-2292-4cfb-9c70-284ed74ba33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17056434-e3fd-4fc3-8052-231e8e7f80d5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:50.090374 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 47742) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:50.194777 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ea618d4-5cbb-49da-88e8-f2922bd77d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:50.289976 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ea618d4-5cbb-49da-88e8-f2922bd77d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:50.295124 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8ea618d4-5cbb-49da-88e8-f2922bd77d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:50.336870 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-8ea618d4-5cbb-49da-88e8-f2922bd77d7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe046470dc7346feaa36a113dec4a87d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451670 Aug 25 17:28:50.340474 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 47754) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:50.347164 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea618d4-5cbb-49da-88e8-f2922bd77d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2efd8a-bba1-464a-a220-c5daf5424903,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:50.391322 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e72c489-39ae-4ef2-9613-aa70f9b4517d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:50.412350 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e72c489-39ae-4ef2-9613-aa70f9b4517d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:50.464983 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e72c489-39ae-4ef2-9613-aa70f9b4517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:50.467876 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6e72c489-39ae-4ef2-9613-aa70f9b4517d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:50.472972 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-6e72c489-39ae-4ef2-9613-aa70f9b4517d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d2efd8a-bba1-464a-a220-c5daf5424903 HTTP/1.1" status: 204 len: 168 time: 0.1278431 Aug 25 17:28:50.489090 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72c489-39ae-4ef2-9613-aa70f9b4517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2efd8a-bba1-464a-a220-c5daf5424903,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:50.585271 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ce745-9d5e-47db-9259-0f1e342c0ce9 req-62b7008b-52ec-4008-9bac-edede0a3fb3c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:50.586938 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b51ce745-9d5e-47db-9259-0f1e342c0ce9 req-62b7008b-52ec-4008-9bac-edede0a3fb3c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0526900 Aug 25 17:28:50.635985 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b51ce745-9d5e-47db-9259-0f1e342c0ce9 req-d4a97803-a0b5-431e-8768-62537b960238 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341525 Aug 25 17:28:55.221585 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 47936) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:55.328488 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8a1a-4ed9-44fd-b3fb-9dd6aff2c818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:55.419743 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8a1a-4ed9-44fd-b3fb-9dd6aff2c818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:55.426807 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8a1a-4ed9-44fd-b3fb-9dd6aff2c818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:55.461300 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae587cc4-4ce2-434a-bc3f-428e7b8dfd1a req-38ae9e8b-e949-4bc9-92ed-9e97f2c4edaf tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:55.463437 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ae587cc4-4ce2-434a-bc3f-428e7b8dfd1a req-38ae9e8b-e949-4bc9-92ed-9e97f2c4edaf tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0541880 Aug 25 17:28:55.484883 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-2a2d8a1a-4ed9-44fd-b3fb-9dd6aff2c818 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c7435bcb4374e7dbb6590b9ee2e496b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621965 Aug 25 17:28:55.485738 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d8a1a-4ed9-44fd-b3fb-9dd6aff2c818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbcf8c6-179a-4c8d-878d-fcc589165404,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:55.488081 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 47940) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:55.504841 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ae587cc4-4ce2-434a-bc3f-428e7b8dfd1a req-071abb10-81b1-4207-811a-df544d23ff47 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345526 Aug 25 17:28:55.536938 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5029344f-7ad8-4d33-b7ec-901111058071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:55.557582 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5029344f-7ad8-4d33-b7ec-901111058071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:55.604057 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5029344f-7ad8-4d33-b7ec-901111058071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:55.606974 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5029344f-7ad8-4d33-b7ec-901111058071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:55.608187 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-5029344f-7ad8-4d33-b7ec-901111058071 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fbcf8c6-179a-4c8d-878d-fcc589165404 HTTP/1.1" status: 204 len: 168 time: 0.1192217 Aug 25 17:28:55.615826 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029344f-7ad8-4d33-b7ec-901111058071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbcf8c6-179a-4c8d-878d-fcc589165404,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:55.867607 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 47948) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:55.880996 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2a4d793-a2b5-4c01-8b91-803168977b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:55.972882 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2a4d793-a2b5-4c01-8b91-803168977b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:55.976664 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2a4d793-a2b5-4c01-8b91-803168977b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:56.014735 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c2a4d793-a2b5-4c01-8b91-803168977b2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca494fd5601544ddb7e4459be94d8a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460330 Aug 25 17:28:56.015457 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4d793-a2b5-4c01-8b91-803168977b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c370fd62-a718-40fa-897a-218add73738b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:56.017667 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 47952) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:56.113412 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-beb732cc-39ce-45b5-9f08-1a679ce55cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:56.136254 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-beb732cc-39ce-45b5-9f08-1a679ce55cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:56.181931 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-beb732cc-39ce-45b5-9f08-1a679ce55cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:56.184491 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-beb732cc-39ce-45b5-9f08-1a679ce55cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:56.185629 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-beb732cc-39ce-45b5-9f08-1a679ce55cc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c370fd62-a718-40fa-897a-218add73738b HTTP/1.1" status: 204 len: 168 time: 0.1668043 Aug 25 17:28:56.193096 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb732cc-39ce-45b5-9f08-1a679ce55cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c370fd62-a718-40fa-897a-218add73738b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:56.633278 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7c8d1-1254-49ad-a177-264e5624e43c req-4e9b3a21-cb51-4533-befb-a46c209b6342 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:56.635002 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80a7c8d1-1254-49ad-a177-264e5624e43c req-4e9b3a21-cb51-4533-befb-a46c209b6342 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0522523 Aug 25 17:28:56.675584 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80a7c8d1-1254-49ad-a177-264e5624e43c req-ad0b8003-9798-4633-bdaf-c25d28a3dcc7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334320 Aug 25 17:28:57.817538 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcbc2e-6688-4f20-8d5a-94d8538420e4 req-95b5f48b-bd40-47d2-91b3-763e40e2b61e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:57.819040 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-15dcbc2e-6688-4f20-8d5a-94d8538420e4 req-95b5f48b-bd40-47d2-91b3-763e40e2b61e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0564821 Aug 25 17:28:57.860098 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-15dcbc2e-6688-4f20-8d5a-94d8538420e4 req-fbf81050-3bcb-416a-84ec-ac0aa5f0db34 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346348 Aug 25 17:28:57.883170 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 48048) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:58.008677 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94f43519-8478-4d8b-a8a4-e7f12b2b4f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:58.104239 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94f43519-8478-4d8b-a8a4-e7f12b2b4f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:58.116291 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94f43519-8478-4d8b-a8a4-e7f12b2b4f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:58.155279 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-94f43519-8478-4d8b-a8a4-e7f12b2b4f55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e1b0e56bb6f41a3a01fe9c7d741304d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709370 Aug 25 17:28:58.156405 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f43519-8478-4d8b-a8a4-e7f12b2b4f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af814a5a-4d57-4a38-9849-9e1e88fe96c9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:58.159715 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48062) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:58.225611 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-392fddce-3ae9-4e0b-9455-9df29411bbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:58.248092 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-392fddce-3ae9-4e0b-9455-9df29411bbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:58.296805 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-392fddce-3ae9-4e0b-9455-9df29411bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:58.299440 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-392fddce-3ae9-4e0b-9455-9df29411bbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:58.302888 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-392fddce-3ae9-4e0b-9455-9df29411bbf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af814a5a-4d57-4a38-9849-9e1e88fe96c9 HTTP/1.1" status: 204 len: 168 time: 0.1399863 Aug 25 17:28:58.308834 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fddce-3ae9-4e0b-9455-9df29411bbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af814a5a-4d57-4a38-9849-9e1e88fe96c9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:58.582285 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48080) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:58.596215 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bef8d2a-6173-45cb-aece-c664b3b64ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:58.686113 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bef8d2a-6173-45cb-aece-c664b3b64ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:58.689820 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bef8d2a-6173-45cb-aece-c664b3b64ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:58.730766 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-0bef8d2a-6173-45cb-aece-c664b3b64ef5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d192706cf66e405982c22d3a9ca8846c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474106 Aug 25 17:28:58.731658 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef8d2a-6173-45cb-aece-c664b3b64ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd5e71b-fea4-4226-a0e3-7fe2f4b0badc,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:58.734250 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 48084) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:28:58.784817 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b02ed53f-e534-4376-8c56-22bb203f837a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:58.807206 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b02ed53f-e534-4376-8c56-22bb203f837a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:58.853552 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b02ed53f-e534-4376-8c56-22bb203f837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:58.856572 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b02ed53f-e534-4376-8c56-22bb203f837a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:28:58.857725 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-b02ed53f-e534-4376-8c56-22bb203f837a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fd5e71b-fea4-4226-a0e3-7fe2f4b0badc HTTP/1.1" status: 204 len: 168 time: 0.1218963 Aug 25 17:28:58.865308 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ed53f-e534-4376-8c56-22bb203f837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd5e71b-fea4-4226-a0e3-7fe2f4b0badc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:28:58.979706 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21947d17-ae32-4935-9be2-590da98a47d2 req-84667c69-5746-4502-8822-bb6d3705aabb tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:28:58.981259 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-21947d17-ae32-4935-9be2-590da98a47d2 req-84667c69-5746-4502-8822-bb6d3705aabb tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0518179 Aug 25 17:28:59.021791 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-21947d17-ae32-4935-9be2-590da98a47d2 req-b6345f18-2233-4b34-a764-5237028379f1 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345473 Aug 25 17:29:01.223130 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48178) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:01.328968 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5da01ab5-b728-4a54-aeb6-1d76529eb2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:01.430632 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5da01ab5-b728-4a54-aeb6-1d76529eb2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:01.434574 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5da01ab5-b728-4a54-aeb6-1d76529eb2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:01.469869 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da01ab5-b728-4a54-aeb6-1d76529eb2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e78b1f-e322-4ac1-8a6f-4d93744201fd,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:01.474186 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-5da01ab5-b728-4a54-aeb6-1d76529eb2f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f3c69a4086f4252af02ca68bb482b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500141 Aug 25 17:29:01.476890 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48184) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:01.524534 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-adf9175c-f15c-4a71-b94e-6a5c1c334ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:01.546222 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-adf9175c-f15c-4a71-b94e-6a5c1c334ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:01.603310 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-adf9175c-f15c-4a71-b94e-6a5c1c334ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:01.606411 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-adf9175c-f15c-4a71-b94e-6a5c1c334ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:01.609872 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-adf9175c-f15c-4a71-b94e-6a5c1c334ad9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85e78b1f-e322-4ac1-8a6f-4d93744201fd HTTP/1.1" status: 204 len: 168 time: 0.1298184 Aug 25 17:29:01.615813 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9175c-f15c-4a71-b94e-6a5c1c334ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e78b1f-e322-4ac1-8a6f-4d93744201fd,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:01.886088 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48194) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:01.901679 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79bab6b7-ce78-4916-8535-a970900f0d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:01.986734 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79bab6b7-ce78-4916-8535-a970900f0d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:01.991518 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79bab6b7-ce78-4916-8535-a970900f0d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:02.028907 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-79bab6b7-ce78-4916-8535-a970900f0d0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=101043f52f6d4dd285e270f783717583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417332 Aug 25 17:29:02.030863 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bab6b7-ce78-4916-8535-a970900f0d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deee2a30-82a0-46a9-bd19-446bfdf6e914,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:02.031600 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 48196) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:02.080572 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8fc2-526b-446e-b297-92356e4558d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:02.101230 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8fc2-526b-446e-b297-92356e4558d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:02.145490 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8fc2-526b-446e-b297-92356e4558d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:02.148097 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8fc2-526b-446e-b297-92356e4558d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:02.149230 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f2fa8fc2-526b-446e-b297-92356e4558d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/deee2a30-82a0-46a9-bd19-446bfdf6e914 HTTP/1.1" status: 204 len: 168 time: 0.1161659 Aug 25 17:29:02.157425 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa8fc2-526b-446e-b297-92356e4558d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deee2a30-82a0-46a9-bd19-446bfdf6e914,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:04.598645 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfe56b-7967-4564-b220-3a00fe662e8b req-bbf8128b-d59f-4fd7-b9a7-148e1142b03c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:04.600168 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-45cfe56b-7967-4564-b220-3a00fe662e8b req-bbf8128b-d59f-4fd7-b9a7-148e1142b03c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0487318 Aug 25 17:29:04.638383 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-45cfe56b-7967-4564-b220-3a00fe662e8b req-a8915c29-ab47-4e11-a343-8b07693a696f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321758 Aug 25 17:29:05.757237 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4fa77-c916-4b91-9ff3-1884eaa409d7 req-45abb745-b184-4b24-b816-adbfe85be848 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:05.758744 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5dc4fa77-c916-4b91-9ff3-1884eaa409d7 req-45abb745-b184-4b24-b816-adbfe85be848 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0524907 Aug 25 17:29:05.806345 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5dc4fa77-c916-4b91-9ff3-1884eaa409d7 req-c3cbf8b4-5497-4cc8-b813-6bbd9361612e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352535 Aug 25 17:29:06.917904 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0318642-7bab-44ce-8398-bfb2d09a5c71 req-07a940c5-b283-4564-9bcc-a7996a8714b7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:06.919374 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d0318642-7bab-44ce-8398-bfb2d09a5c71 req-07a940c5-b283-4564-9bcc-a7996a8714b7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0486286 Aug 25 17:29:06.956910 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d0318642-7bab-44ce-8398-bfb2d09a5c71 req-e94b3cf3-2e8e-4897-be77-3dba7d62b168 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Aug 25 17:29:08.072517 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ee29-e24b-438c-a671-9194776f79e7 req-b2623592-4dd6-42f9-a204-6d95c77889c4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:08.074026 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e43ee29-e24b-438c-a671-9194776f79e7 req-b2623592-4dd6-42f9-a204-6d95c77889c4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0493817 Aug 25 17:29:08.113893 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e43ee29-e24b-438c-a671-9194776f79e7 req-32e4a93c-263e-4826-af88-59f7a396b6ba tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336914 Aug 25 17:29:09.268111 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c47d4-cc01-4d55-9f9e-83b255bded72 req-368978cb-c7ee-4027-8a2a-e9c413dfaee0 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:09.269492 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-437c47d4-cc01-4d55-9f9e-83b255bded72 req-368978cb-c7ee-4027-8a2a-e9c413dfaee0 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0521832 Aug 25 17:29:09.308337 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-437c47d4-cc01-4d55-9f9e-83b255bded72 req-124f5b80-0591-44c5-ae23-31d24bbf194e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329072 Aug 25 17:29:09.462436 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c088c884-5e21-4f2f-9344-c0d2e7b319e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:10.023024 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:10.424611 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee6eae-e9d4-4473-b90b-31c11ddcf88f req-8e3fe39f-4a0f-4287-aded-fa6b814ddd7e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:10.426103 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7aee6eae-e9d4-4473-b90b-31c11ddcf88f req-8e3fe39f-4a0f-4287-aded-fa6b814ddd7e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0491750 Aug 25 17:29:10.466933 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7aee6eae-e9d4-4473-b90b-31c11ddcf88f req-6e77da17-4d07-459e-ac64-cf9305962eed tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339687 Aug 25 17:29:11.581018 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80f253-960b-4b95-9436-c3740f04a930 req-0b6f5ec9-95ae-4e91-a7cb-ddcc90f8148e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:11.582755 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ed80f253-960b-4b95-9436-c3740f04a930 req-0b6f5ec9-95ae-4e91-a7cb-ddcc90f8148e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0478036 Aug 25 17:29:11.626581 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ed80f253-960b-4b95-9436-c3740f04a930 req-078bd048-80ae-4006-9526-b699be2300fa tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367296 Aug 25 17:29:12.050985 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48368) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:12.158148 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13d9c263-62df-45c7-b54a-46992d0f4024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:12.204107 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-109511ab-3134-43ea-9083-866aca483505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:12.250594 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13d9c263-62df-45c7-b54a-46992d0f4024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:12.253651 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-13d9c263-62df-45c7-b54a-46992d0f4024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:12.291825 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-13d9c263-62df-45c7-b54a-46992d0f4024 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e0b46e73ef147fba168c381316fa10f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396796 Aug 25 17:29:12.292714 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9c263-62df-45c7-b54a-46992d0f4024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c0e6b0-f18a-4d5d-bd56-5c772c4d5134,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:12.294600 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 48378) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:12.350558 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce298ed9-2b51-4a34-aee9-8a0e6e6ffd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:12.360992 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:12.374687 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce298ed9-2b51-4a34-aee9-8a0e6e6ffd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:12.420791 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce298ed9-2b51-4a34-aee9-8a0e6e6ffd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:12.423356 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce298ed9-2b51-4a34-aee9-8a0e6e6ffd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:12.424552 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ce298ed9-2b51-4a34-aee9-8a0e6e6ffd9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45c0e6b0-f18a-4d5d-bd56-5c772c4d5134 HTTP/1.1" status: 204 len: 168 time: 0.1289744 Aug 25 17:29:12.432151 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce298ed9-2b51-4a34-aee9-8a0e6e6ffd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c0e6b0-f18a-4d5d-bd56-5c772c4d5134,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:12.750797 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1374b86-ca56-4070-b34b-3fb83f45f2a1 req-8921b1f5-4ecb-4d85-8bcd-19c902ece593 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:12.752321 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a1374b86-ca56-4070-b34b-3fb83f45f2a1 req-8921b1f5-4ecb-4d85-8bcd-19c902ece593 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0511594 Aug 25 17:29:12.790814 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a1374b86-ca56-4070-b34b-3fb83f45f2a1 req-094f220a-a572-4f5a-a2fb-72b791ac832b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Aug 25 17:29:13.032541 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48408) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:13.129517 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-3039373-network', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:13.149899 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] Made reservation on behalf of b5cbf8ed113c4b7e9503a62bed2221ce for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:29:13.152465 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.161343 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.260590 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.266066 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.291750 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:29:13.300429 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:13.307786 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.308124 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] Added segment c47e1c41-8613-47d2-b78a-6c681758e272 of type vlan for network 9df84681-d070-4d12-8a33-62c614f41776 Aug 25 17:29:13.348797 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.377209 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.378222 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:13.378830 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.401257 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.433087 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3993008 Aug 25 17:29:13.435866 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48420) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:13.445111 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d5341b5d-6e2b-4dff-bab9-f228cd413678 admin admin] Request body: {'subnet': {'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-3039373-subnet', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:13.445654 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33560f3-8108-4c61-859a-cd1fbb5eb268 admin admin] Pushing event updated for resources: {'Network': ['ID=9df84681-d070-4d12-8a33-62c614f41776,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:13.455829 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network 9df84681-d070-4d12-8a33-62c614f41776 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:29:13.465239 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5341b5d-6e2b-4dff-bab9-f228cd413678 admin admin] Made reservation on behalf of b5cbf8ed113c4b7e9503a62bed2221ce for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:29:13.467791 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5341b5d-6e2b-4dff-bab9-f228cd413678 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.633420 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5341b5d-6e2b-4dff-bab9-f228cd413678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.690554 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5341b5d-6e2b-4dff-bab9-f228cd413678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=576fc3d0-0569-41b1-b281-0b983a96176e,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:13.695196 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:29:13.699803 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5341b5d-6e2b-4dff-bab9-f228cd413678 admin admin] Checking segment: {'id': 'c47e1c41-8613-47d2-b78a-6c681758e272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9df84681-d070-4d12-8a33-62c614f41776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:13.700151 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5341b5d-6e2b-4dff-bab9-f228cd413678 admin admin] Network hostable DHCP agents. Network: 9df84681-d070-4d12-8a33-62c614f41776, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:29:13.718425 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5341b5d-6e2b-4dff-bab9-f228cd413678 admin admin] Network 9df84681-d070-4d12-8a33-62c614f41776 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:29:13.728529 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d5341b5d-6e2b-4dff-bab9-f228cd413678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, 9df84681-d070-4d12-8a33-62c614f41776) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:13.734783 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5341b5d-6e2b-4dff-bab9-f228cd413678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:13.735746 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5341b5d-6e2b-4dff-bab9-f228cd413678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.741942 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a4530-54b4-4564-8629-79cd88e4fc8e None None] Network 9df84681-d070-4d12-8a33-62c614f41776 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:29:13.755295 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d5341b5d-6e2b-4dff-bab9-f228cd413678 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3141778 Aug 25 17:29:13.755788 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48422) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:13.761112 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:13.782596 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.783710 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4148'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.840928 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.901645 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293b03c0-683d-5317-98f3-46b05dd76c6a-9df84681-d070-4d12-8a33-62c614f41776', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'fixed_ips': [{'subnet_id': '576fc3d0-0569-41b1-b281-0b983a96176e'}]}} from dv-cinder-786385-9-iscsi. {{(pid=93890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:29:13.902772 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:13.914624 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af879ee0-bbc6-43e7-b835-275341a85fc8 req-7f912338-ede6-4396-a668-7708a227cbbe tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:13.916303 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af879ee0-bbc6-43e7-b835-275341a85fc8 req-7f912338-ede6-4396-a668-7708a227cbbe tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0507169 Aug 25 17:29:13.957703 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af879ee0-bbc6-43e7-b835-275341a85fc8 req-26809d56-6318-430d-9fe2-a611fbdd0c15 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343943 Aug 25 17:29:13.983624 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:14.054677 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Allocated IP 172.20.0.2 (9df84681-d070-4d12-8a33-62c614f41776/576fc3d0-0569-41b1-b281-0b983a96176e/12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:29:14.185368 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:14.206313 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:14.211315 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:14.216597 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Transition to ACTIVE for port object 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:14.232656 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Transition to ACTIVE for port object 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:14.238379 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:14.272772 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Network 9df84681-d070-4d12-8a33-62c614f41776 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:14.279489 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:14.283044 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:29:14.290762 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Pushing event updated for resources: {'Port': ['ID=12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:14.311810 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:14.312152 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:14.312490 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:14.312818 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:14.313142 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:14.313474 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:14.313789 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:14.314110 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:14.314448 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:14.314803 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:14.315154 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:14.315468 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:14.318765 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Allocated IP 172.27.3.143 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/d2d72290-26d0-4fb2-a395-a9f755517c29) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:29:14.349398 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Attempting to bind port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:29:14.349767 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Attempting to bind port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'c47e1c41-8613-47d2-b78a-6c681758e272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9df84681-d070-4d12-8a33-62c614f41776'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:29:14.350126 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Attempting to bind port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 on network 9df84681-d070-4d12-8a33-62c614f41776 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:29:14.355648 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:29:14.356028 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Checking segment: {'id': 'c47e1c41-8613-47d2-b78a-6c681758e272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9df84681-d070-4d12-8a33-62c614f41776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:14.356430 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:14.356821 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Bound using segment: {'id': 'c47e1c41-8613-47d2-b78a-6c681758e272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9df84681-d070-4d12-8a33-62c614f41776'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:29:14.357406 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Bound port: 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47e1c41-8613-47d2-b78a-6c681758e272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9df84681-d070-4d12-8a33-62c614f41776'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:29:14.357793 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:14.426831 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] For port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:29:14.430275 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:14.431538 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] For port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2,segment=NetworkSegment(c47e1c41-8613-47d2-b78a-6c681758e272),segment_id=c47e1c41-8613-47d2-b78a-6c681758e272)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:29:14.436219 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:14.482102 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:14.514234 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25524ae-4505-46a6-a9cc-275f56877429 None None] Pushing event updated for resources: {'Port': ['ID=12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:14.522720 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:14.527010 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:14.531265 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:29:14.534182 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d72290-26d0-4fb2-a395-a9f755517c29,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:14.702099 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:14.761611 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:14.962865 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539185'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:15.092199 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 is scheduled to L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:29:15.393211 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:29:15.405241 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Sync routers for ids ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:29:15.413306 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:15.418894 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-590289b9-6446-4e16-9c8d-cb4aed07b641 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6580882 Aug 25 17:29:15.419058 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Routers {'7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:15.419141 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 48444) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:15.419599 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:15.462147 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:15.492775 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65726127-75e5-465b-be2a-cceb6ded4b8f None None] Network 9df84681-d070-4d12-8a33-62c614f41776 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:29:15.551175 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Set router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:15.579331 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-736f0061-cdb1-43f1-b7d2-069204096e6d None None] Provisioning for port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:15.584673 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:15.593648 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-736f0061-cdb1-43f1-b7d2-069204096e6d None None] Provisioning complete for port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:15.593943 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-736f0061-cdb1-43f1-b7d2-069204096e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:15.619809 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:15.620176 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:15.758428 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:29:14Z', 'revision_number': 3, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port': {'id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:54:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:14Z', 'updated_at': '2021-08-25T17:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:15.789044 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Checking router: 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:29:15.789404 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Updating router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 port d2d72290-26d0-4fb2-a395-a9f755517c29 binding host dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:29:15.809853 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-736f0061-cdb1-43f1-b7d2-069204096e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:15.814339 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:15.816331 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:15.868047 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:15.874037 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-736f0061-cdb1-43f1-b7d2-069204096e6d None None] For port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2,segment=NetworkSegment(c47e1c41-8613-47d2-b78a-6c681758e272),segment_id=c47e1c41-8613-47d2-b78a-6c681758e272)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:29:15.882308 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-736f0061-cdb1-43f1-b7d2-069204096e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:15.971363 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f0061-cdb1-43f1-b7d2-069204096e6d None None] Pushing event updated for resources: {'Port': ['ID=12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:15.978155 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.db.api [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 17:29:15.978555 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG oslo_db.api [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 17:29:16.055154 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Allocated IP 172.20.0.1 (9df84681-d070-4d12-8a33-62c614f41776/576fc3d0-0569-41b1-b281-0b983a96176e/540afe8d-19d7-4ccc-8532-6ef0c17fd457) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:29:16.097543 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:16.105902 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-13d6400a-f631-43ea-8509-6288e2ba4df0 None None] Provisioning complete for port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:16.106862 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-13d6400a-f631-43ea-8509-6288e2ba4df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:16.110913 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Transition to ACTIVE for port object d2d72290-26d0-4fb2-a395-a9f755517c29 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:16.121972 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:16.166498 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:16.180878 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Transition to ACTIVE for port object 540afe8d-19d7-4ccc-8532-6ef0c17fd457 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:16.222086 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:16.262625 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Network 9df84681-d070-4d12-8a33-62c614f41776 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:16.265556 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:16.269181 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:29:16.278148 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99200bfa-ba52-4424-9a72-70f014136ef3 None None] Pushing event updated for resources: {'Port': ['ID=d2d72290-26d0-4fb2-a395-a9f755517c29,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:16.287664 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Attempting to bind port d2d72290-26d0-4fb2-a395-a9f755517c29 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:29:16.288025 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Attempting to bind port d2d72290-26d0-4fb2-a395-a9f755517c29 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:29:16.288329 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Attempting to bind port d2d72290-26d0-4fb2-a395-a9f755517c29 on network 091e1213-26c2-48c7-a106-2f490c2928b0 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:29:16.291818 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99200bfa-ba52-4424-9a72-70f014136ef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:16.292173 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99200bfa-ba52-4424-9a72-70f014136ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:16.292540 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99200bfa-ba52-4424-9a72-70f014136ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:16.292834 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99200bfa-ba52-4424-9a72-70f014136ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:16.293169 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99200bfa-ba52-4424-9a72-70f014136ef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:16.293502 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99200bfa-ba52-4424-9a72-70f014136ef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:16.293827 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99200bfa-ba52-4424-9a72-70f014136ef3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:16.294149 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99200bfa-ba52-4424-9a72-70f014136ef3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:16.294489 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99200bfa-ba52-4424-9a72-70f014136ef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:16.295392 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99200bfa-ba52-4424-9a72-70f014136ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:16.295392 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99200bfa-ba52-4424-9a72-70f014136ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:16.295599 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99200bfa-ba52-4424-9a72-70f014136ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:16.297522 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Pushing event updated for resources: {'Port': ['ID=540afe8d-19d7-4ccc-8532-6ef0c17fd457,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:16.304134 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:29:16.305075 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Checking segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:16.305563 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:16.305960 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Bound using segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:29:16.306436 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Bound port: d2d72290-26d0-4fb2-a395-a9f755517c29, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:29:16.306834 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:16.317709 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539374'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:16.372076 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] For port d2d72290-26d0-4fb2-a395-a9f755517c29, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:29:16.375148 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] For port d2d72290-26d0-4fb2-a395-a9f755517c29, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=d2d72290-26d0-4fb2-a395-a9f755517c29,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:29:16.380813 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:16.432864 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Routers {'7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:16.433502 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:16.456632 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:16.482904 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99200bfa-ba52-4424-9a72-70f014136ef3 None None] Pushing event updated for resources: {'Port': ['ID=d2d72290-26d0-4fb2-a395-a9f755517c29,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:16.535657 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-babc6136-0a17-4c0c-9b50-06e232d1a987 None None] Provisioning for port 540afe8d-19d7-4ccc-8532-6ef0c17fd457 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:16.542570 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-babc6136-0a17-4c0c-9b50-06e232d1a987 None None] Provisioning complete for port 540afe8d-19d7-4ccc-8532-6ef0c17fd457 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:16.542875 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-babc6136-0a17-4c0c-9b50-06e232d1a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:16.560307 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] Set router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:16.587273 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-babc6136-0a17-4c0c-9b50-06e232d1a987 None None] Port 540afe8d-19d7-4ccc-8532-6ef0c17fd457 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:29:16.636222 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:16.647684 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:16.747527 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Pushing event updated for resources: {'Port': ['ID=540afe8d-19d7-4ccc-8532-6ef0c17fd457,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:16.750919 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540465'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:16.779929 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 4, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port': {'id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:54:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:14Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '540afe8d-19d7-4ccc-8532-6ef0c17fd457', 'name': '', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'mac_address': 'fa:16:3e:71:50:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:15Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 1, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'subnets': [{'id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:16.805008 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3483d9-5220-47aa-9180-b1416211b14d None None] The sync data for ids ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'] in dv-cinder-786385-9-iscsi is: [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 4, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port': {'id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:54:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:14Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '540afe8d-19d7-4ccc-8532-6ef0c17fd457', 'name': '', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'mac_address': 'fa:16:3e:71:50:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:15Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 1, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'subnets': [{'id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:29:16.825754 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce087c-fe19-4079-a885-79b12c7638b7 req-925b1ccb-bf97-4c6d-ac06-c8d3d0c636f4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:16.827327 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ebce087c-fe19-4079-a885-79b12c7638b7 req-925b1ccb-bf97-4c6d-ac06-c8d3d0c636f4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.1135747 Aug 25 17:29:16.892257 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ebce087c-fe19-4079-a885-79b12c7638b7 req-cd6e5264-c994-4c6d-b3c2-feeca5c6800a tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581961 Aug 25 17:29:16.893860 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Network 9df84681-d070-4d12-8a33-62c614f41776 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:16.895484 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:17.016935 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:29:17.159415 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:29:17.173268 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a63e6c63-461c-4291-983a-af49fdf0d120 admin admin] 10.222.0.13 "PUT /v2.0/routers/7579c3b5-59f4-4e26-b5b2-d1b79ba754e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7447417 Aug 25 17:29:17.213719 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-74b6d2f4-a076-4631-aa8e-ea4ab7021229 None None] Provisioning complete for port 540afe8d-19d7-4ccc-8532-6ef0c17fd457 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:17.214097 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74b6d2f4-a076-4631-aa8e-ea4ab7021229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:17.251297 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-74b6d2f4-a076-4631-aa8e-ea4ab7021229 None None] Port 540afe8d-19d7-4ccc-8532-6ef0c17fd457 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:29:17.469664 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:17.535976 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:17.536713 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:17.868851 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 48480) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:17.873936 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-475871765-network', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:17.896095 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] Made reservation on behalf of 15329004c0c24922aa02ae72a9e36f35 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:29:17.898462 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:17.908425 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:18.007423 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:18.012552 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:18.038179 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:29:18.049383 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff3915f-4a71-4568-a958-116d44b57451,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:18.054450 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:18.054790 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] Added segment eb97570e-81c2-4f19-992e-db545e9ce9c2 of type vlan for network 03361cc7-31f9-4b0e-95fa-069477113c9e Aug 25 17:29:18.096971 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:18.123039 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:18.124087 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:18.124723 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:18.182377 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3122010 Aug 25 17:29:18.184959 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 48486) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:18.191457 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a54aacff-8188-4db0-b91a-87bc7b82e9ec admin admin] Request body: {'subnet': {'network_id': '03361cc7-31f9-4b0e-95fa-069477113c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-475871765-subnet', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:18.197263 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad09a1e-f97f-43be-9935-bb90d62f9630 admin admin] Pushing event updated for resources: {'Network': ['ID=03361cc7-31f9-4b0e-95fa-069477113c9e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:18.206798 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network 03361cc7-31f9-4b0e-95fa-069477113c9e details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:29:18.216094 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54aacff-8188-4db0-b91a-87bc7b82e9ec admin admin] Made reservation on behalf of 15329004c0c24922aa02ae72a9e36f35 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:29:18.218973 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a54aacff-8188-4db0-b91a-87bc7b82e9ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65004378'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:18.393774 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a54aacff-8188-4db0-b91a-87bc7b82e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64811604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65004328'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:18.448936 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54aacff-8188-4db0-b91a-87bc7b82e9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e4ccb4-ae01-4969-b7be-3081d7a1bfed,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:18.457746 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54aacff-8188-4db0-b91a-87bc7b82e9ec admin admin] Checking segment: {'id': 'eb97570e-81c2-4f19-992e-db545e9ce9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '03361cc7-31f9-4b0e-95fa-069477113c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:18.458102 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54aacff-8188-4db0-b91a-87bc7b82e9ec admin admin] Network hostable DHCP agents. Network: 03361cc7-31f9-4b0e-95fa-069477113c9e, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:29:18.475492 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54aacff-8188-4db0-b91a-87bc7b82e9ec admin admin] Network 03361cc7-31f9-4b0e-95fa-069477113c9e is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:29:18.490699 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-a54aacff-8188-4db0-b91a-87bc7b82e9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, 03361cc7-31f9-4b0e-95fa-069477113c9e) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:18.495649 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54aacff-8188-4db0-b91a-87bc7b82e9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:18.496157 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a54aacff-8188-4db0-b91a-87bc7b82e9ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:18.502226 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aabab0-9362-4dba-a3d6-0130d2504939 None None] Network 03361cc7-31f9-4b0e-95fa-069477113c9e requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:29:18.512628 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a54aacff-8188-4db0-b91a-87bc7b82e9ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3266239 Aug 25 17:29:18.515284 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 48492) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:18.520805 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-475871765-router', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:18.563545 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:18.564593 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4148'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:18.678611 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:18.678765 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293b03c0-683d-5317-98f3-46b05dd76c6a-03361cc7-31f9-4b0e-95fa-069477113c9e', 'network_id': '03361cc7-31f9-4b0e-95fa-069477113c9e', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'fixed_ips': [{'subnet_id': '94e4ccb4-ae01-4969-b7be-3081d7a1bfed'}]}} from dv-cinder-786385-9-iscsi. {{(pid=93890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:29:18.679814 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:18.836243 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Allocated IP 172.20.0.2 (03361cc7-31f9-4b0e-95fa-069477113c9e/94e4ccb4-ae01-4969-b7be-3081d7a1bfed/4f6854ac-730f-4a02-ae40-6ea6d6c576f2) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:29:18.950846 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Sync routers for ids ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:29:18.990272 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e047ac-959b-48aa-aee8-0ccce951e301 req-5f99bc00-25c6-4e3f-8577-fcf20c8b0a2c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:18.996136 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-26e047ac-959b-48aa-aee8-0ccce951e301 req-5f99bc00-25c6-4e3f-8577-fcf20c8b0a2c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.4447184 Aug 25 17:29:19.094539 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:19.104385 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-26e047ac-959b-48aa-aee8-0ccce951e301 req-9cd2cc50-20f5-4357-b6c2-296c3753a167 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050522 Aug 25 17:29:19.108097 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Routers {'7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:19.108717 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:19.162287 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:19.201095 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Transition to ACTIVE for port object 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:19.228531 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Transition to ACTIVE for port object 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:19.238658 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:19.241370 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Set router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:19.300105 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:19.320791 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Network 03361cc7-31f9-4b0e-95fa-069477113c9e is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:19.325992 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Pushing event updated for resources: {'Port': ['ID=4f6854ac-730f-4a02-ae40-6ea6d6c576f2,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:19.336899 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:19.353521 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:19.355981 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:29:19.450116 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Allocated IP 172.27.3.186 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/e851c5f0-d1d3-478b-93d0-d940cf1590db) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:29:19.462380 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Attempting to bind port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:29:19.462745 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Attempting to bind port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'eb97570e-81c2-4f19-992e-db545e9ce9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '03361cc7-31f9-4b0e-95fa-069477113c9e'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:29:19.463121 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Attempting to bind port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 on network 03361cc7-31f9-4b0e-95fa-069477113c9e {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:29:19.475053 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:29:19.475425 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Checking segment: {'id': 'eb97570e-81c2-4f19-992e-db545e9ce9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '03361cc7-31f9-4b0e-95fa-069477113c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:19.475849 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:19.476244 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Bound using segment: {'id': 'eb97570e-81c2-4f19-992e-db545e9ce9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '03361cc7-31f9-4b0e-95fa-069477113c9e'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:29:19.476709 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Bound port: 4f6854ac-730f-4a02-ae40-6ea6d6c576f2, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb97570e-81c2-4f19-992e-db545e9ce9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '03361cc7-31f9-4b0e-95fa-069477113c9e'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:29:19.478111 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:19.519646 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device d2d72290-26d0-4fb2-a395-a9f755517c29 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:19.609220 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:19.613518 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] For port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:29:19.617532 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] For port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=4f6854ac-730f-4a02-ae40-6ea6d6c576f2,segment=NetworkSegment(eb97570e-81c2-4f19-992e-db545e9ce9c2),segment_id=eb97570e-81c2-4f19-992e-db545e9ce9c2)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:29:19.624232 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:19.663602 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:19.665120 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port d2d72290-26d0-4fb2-a395-a9f755517c29 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:19.679928 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port d2d72290-26d0-4fb2-a395-a9f755517c29 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:19.680678 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:19.692658 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 4, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port': {'id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:54:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:14Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '540afe8d-19d7-4ccc-8532-6ef0c17fd457', 'name': '', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'mac_address': 'fa:16:3e:71:50:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:15Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 2, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'subnets': [{'id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:19.711189 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:19.714586 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:19.718786 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:29:19.748302 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Checking router: 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:29:19.748302 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Updating router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 port 540afe8d-19d7-4ccc-8532-6ef0c17fd457 binding host dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:29:19.751731 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d6536-1e36-4255-8dda-9ba246881120 None None] Pushing event updated for resources: {'Port': ['ID=4f6854ac-730f-4a02-ae40-6ea6d6c576f2,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:19.765376 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e851c5f0-d1d3-478b-93d0-d940cf1590db,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:19.786972 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:19.932458 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:19.972616 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port d2d72290-26d0-4fb2-a395-a9f755517c29, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=d2d72290-26d0-4fb2-a395-a9f755517c29,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:29:19.981501 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:20.032690 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:20.082805 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=d2d72290-26d0-4fb2-a395-a9f755517c29,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:20.187034 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:20.208206 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Transition to ACTIVE for port object 540afe8d-19d7-4ccc-8532-6ef0c17fd457 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:20.217256 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:20.281457 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e841a-028f-47a0-9495-52aedeba7ac2 None None] Pushing event updated for resources: {'Port': ['ID=540afe8d-19d7-4ccc-8532-6ef0c17fd457,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:20.311691 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7804aac-5a0b-4047-80b3-1433017875ff req-08cfc362-3754-4e1f-a10e-03d180693ee1 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:20.313362 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c7804aac-5a0b-4047-80b3-1433017875ff req-08cfc362-3754-4e1f-a10e-03d180693ee1 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.1060262 Aug 25 17:29:20.322982 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539185'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:20.338731 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Attempting to bind port 540afe8d-19d7-4ccc-8532-6ef0c17fd457 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:29:20.339118 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Attempting to bind port 540afe8d-19d7-4ccc-8532-6ef0c17fd457 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'c47e1c41-8613-47d2-b78a-6c681758e272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9df84681-d070-4d12-8a33-62c614f41776'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:29:20.339465 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Attempting to bind port 540afe8d-19d7-4ccc-8532-6ef0c17fd457 on network 9df84681-d070-4d12-8a33-62c614f41776 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:29:20.345227 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:29:20.345589 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Checking segment: {'id': 'c47e1c41-8613-47d2-b78a-6c681758e272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9df84681-d070-4d12-8a33-62c614f41776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:20.345995 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:20.346397 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Bound using segment: {'id': 'c47e1c41-8613-47d2-b78a-6c681758e272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9df84681-d070-4d12-8a33-62c614f41776'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:29:20.346859 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Bound port: 540afe8d-19d7-4ccc-8532-6ef0c17fd457, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47e1c41-8613-47d2-b78a-6c681758e272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9df84681-d070-4d12-8a33-62c614f41776'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:29:20.347240 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:20.423776 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] For port 540afe8d-19d7-4ccc-8532-6ef0c17fd457, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:29:20.427774 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] For port 540afe8d-19d7-4ccc-8532-6ef0c17fd457, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=540afe8d-19d7-4ccc-8532-6ef0c17fd457,segment=NetworkSegment(c47e1c41-8613-47d2-b78a-6c681758e272),segment_id=c47e1c41-8613-47d2-b78a-6c681758e272)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:29:20.430973 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c7804aac-5a0b-4047-80b3-1433017875ff req-53cc1a1b-337c-483e-95be-5e67cc46ea29 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047206 Aug 25 17:29:20.437437 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:20.529164 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Routers {'7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:20.529826 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:20.548950 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Router c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 is scheduled to L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:29:20.725885 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:29:20.744087 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Sync routers for ids ['c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:29:20.754584 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:20.756026 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] Set router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:20.760859 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48526) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:20.764540 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-9db7be70-f23c-40d0-8615-8b0003c3e9b4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2480917 Aug 25 17:29:20.788504 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Routers {'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:20.789159 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:20.817885 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e841a-028f-47a0-9495-52aedeba7ac2 None None] Pushing event updated for resources: {'Port': ['ID=540afe8d-19d7-4ccc-8532-6ef0c17fd457,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:20.981182 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Set router c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:21.048256 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2142dddf-53e9-4f6d-bafd-f2c78dfc719c None None] Network 03361cc7-31f9-4b0e-95fa-069477113c9e requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:29:21.298370 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-68421420-ee83-4dad-9cbc-9ef80a25ded4 None None] Provisioning for port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:21.327005 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'name': 'tempest-TestMinimumBasicScenario-475871765-router', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'e851c5f0-d1d3-478b-93d0-d940cf1590db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:18Z', 'updated_at': '2021-08-25T17:29:19Z', 'revision_number': 3, 'project_id': '15329004c0c24922aa02ae72a9e36f35', 'gw_port': {'id': 'e851c5f0-d1d3-478b-93d0-d940cf1590db', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:19Z', 'updated_at': '2021-08-25T17:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:21.392116 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Checking router: c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:29:21.398547 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Updating router c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 port e851c5f0-d1d3-478b-93d0-d940cf1590db binding host dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:29:21.418247 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 4, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port': {'id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:14Z', 'updated_at': '2021-08-25T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '540afe8d-19d7-4ccc-8532-6ef0c17fd457', 'name': '', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'mac_address': 'fa:16:3e:71:50:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:15Z', 'updated_at': '2021-08-25T17:29:20Z', 'revision_number': 4, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'subnets': [{'id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:21.439323 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:21.499858 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803cd6e3-1280-49f2-9938-005613fa8311 None None] The sync data for ids ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'] in dv-cinder-786385-9-iscsi is: [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 4, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port': {'id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:14Z', 'updated_at': '2021-08-25T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '540afe8d-19d7-4ccc-8532-6ef0c17fd457', 'name': '', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'mac_address': 'fa:16:3e:71:50:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:15Z', 'updated_at': '2021-08-25T17:29:20Z', 'revision_number': 4, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'subnets': [{'id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:29:21.507340 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:21.691207 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa1993-f984-44a5-94b7-981bb11e5b37 req-c1416dfe-7aba-4445-afa5-bb04c7c32ed6 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:21.709711 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-00aa1993-f984-44a5-94b7-981bb11e5b37 req-c1416dfe-7aba-4445-afa5-bb04c7c32ed6 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.1422291 Aug 25 17:29:21.763680 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 540afe8d-19d7-4ccc-8532-6ef0c17fd457 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:21.833488 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-00aa1993-f984-44a5-94b7-981bb11e5b37 req-34748151-472b-4edb-8ebb-de354c1362b7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227691 Aug 25 17:29:21.871375 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 540afe8d-19d7-4ccc-8532-6ef0c17fd457 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:21.876152 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Allocated IP 172.20.0.1 (03361cc7-31f9-4b0e-95fa-069477113c9e/94e4ccb4-ae01-4969-b7be-3081d7a1bfed/6ec12172-4727-4c5c-9a64-307ca8d614f0) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:29:21.881623 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 540afe8d-19d7-4ccc-8532-6ef0c17fd457 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:21.882590 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:21.999058 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.020800 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Transition to ACTIVE for port object e851c5f0-d1d3-478b-93d0-d940cf1590db will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:22.020984 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.035675 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.078903 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 540afe8d-19d7-4ccc-8532-6ef0c17fd457, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=540afe8d-19d7-4ccc-8532-6ef0c17fd457,segment=NetworkSegment(c47e1c41-8613-47d2-b78a-6c681758e272),segment_id=c47e1c41-8613-47d2-b78a-6c681758e272)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:29:22.087893 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.089109 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:22.096172 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.130684 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Attempting to bind port e851c5f0-d1d3-478b-93d0-d940cf1590db on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:29:22.131136 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Attempting to bind port e851c5f0-d1d3-478b-93d0-d940cf1590db by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:29:22.131623 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Attempting to bind port e851c5f0-d1d3-478b-93d0-d940cf1590db on network 091e1213-26c2-48c7-a106-2f490c2928b0 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:29:22.143529 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeccb32-35e1-4dcb-af32-ae5913ad1aaf None None] Pushing event updated for resources: {'Port': ['ID=e851c5f0-d1d3-478b-93d0-d940cf1590db,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:22.150744 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Transition to ACTIVE for port object 6ec12172-4727-4c5c-9a64-307ca8d614f0 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:22.156215 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:29:22.156900 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Checking segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:22.157514 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.158094 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Bound using segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:29:22.158780 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Bound port: e851c5f0-d1d3-478b-93d0-d940cf1590db, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:29:22.159411 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.186069 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=540afe8d-19d7-4ccc-8532-6ef0c17fd457,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:22.200924 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:22.207895 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:22.208502 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.210337 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.254004 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] For port e851c5f0-d1d3-478b-93d0-d940cf1590db, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:29:22.258048 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] For port e851c5f0-d1d3-478b-93d0-d940cf1590db, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=e851c5f0-d1d3-478b-93d0-d940cf1590db,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:29:22.261083 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Network 03361cc7-31f9-4b0e-95fa-069477113c9e is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:22.265203 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.275966 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:22.281716 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:29:22.282186 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539374'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.359399 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Routers {'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:22.360040 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:22.397402 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.491426 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=4f6854ac-730f-4a02-ae40-6ea6d6c576f2,segment=NetworkSegment(eb97570e-81c2-4f19-992e-db545e9ce9c2),segment_id=eb97570e-81c2-4f19-992e-db545e9ce9c2)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:29:22.494616 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Pushing event updated for resources: {'Port': ['ID=6ec12172-4727-4c5c-9a64-307ca8d614f0,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:22.510856 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.511983 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device d2d72290-26d0-4fb2-a395-a9f755517c29 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:22.512109 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeccb32-35e1-4dcb-af32-ae5913ad1aaf None None] Pushing event updated for resources: {'Port': ['ID=e851c5f0-d1d3-478b-93d0-d940cf1590db,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:22.549734 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.570115 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=4f6854ac-730f-4a02-ae40-6ea6d6c576f2,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:22.590048 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] Set router c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:22.660337 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port d2d72290-26d0-4fb2-a395-a9f755517c29 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:22.660721 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.765227 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-55a06304-f1b0-4459-b62a-b2ac18ec6790 None None] Provisioning for port 6ec12172-4727-4c5c-9a64-307ca8d614f0 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:22.771510 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-55a06304-f1b0-4459-b62a-b2ac18ec6790 None None] Provisioning complete for port 6ec12172-4727-4c5c-9a64-307ca8d614f0 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:22.772122 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-55a06304-f1b0-4459-b62a-b2ac18ec6790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.789750 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'name': 'tempest-TestMinimumBasicScenario-475871765-router', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'e851c5f0-d1d3-478b-93d0-d940cf1590db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:18Z', 'updated_at': '2021-08-25T17:29:19Z', 'revision_number': 3, 'project_id': '15329004c0c24922aa02ae72a9e36f35', 'gw_port': {'id': 'e851c5f0-d1d3-478b-93d0-d940cf1590db', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:19Z', 'updated_at': '2021-08-25T17:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:22.802526 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.811881 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.813791 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540465'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:22.814761 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-55a06304-f1b0-4459-b62a-b2ac18ec6790 None None] Port 6ec12172-4727-4c5c-9a64-307ca8d614f0 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:29:22.902158 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Pushing event updated for resources: {'Port': ['ID=6ec12172-4727-4c5c-9a64-307ca8d614f0,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:22.902808 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1825f7-d511-4632-a64b-2403fa2aa6f3 None None] The sync data for ids ['c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'] in dv-cinder-786385-9-iscsi is: [{'id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'name': 'tempest-TestMinimumBasicScenario-475871765-router', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'e851c5f0-d1d3-478b-93d0-d940cf1590db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:18Z', 'updated_at': '2021-08-25T17:29:19Z', 'revision_number': 3, 'project_id': '15329004c0c24922aa02ae72a9e36f35', 'gw_port': {'id': 'e851c5f0-d1d3-478b-93d0-d940cf1590db', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:19Z', 'updated_at': '2021-08-25T17:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:29:22.944620 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Network 03361cc7-31f9-4b0e-95fa-069477113c9e is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:22.946772 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:23.082907 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Router c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:29:23.209798 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:29:23.223395 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-af3d7444-7f92-4167-8cda-c5376717b29e admin admin] 10.222.0.13 "PUT /v2.0/routers/c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4529676 Aug 25 17:29:23.242199 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-6ea4eaf3-32ea-4e56-bc31-2767664bfc38 None None] Provisioning complete for port 6ec12172-4727-4c5c-9a64-307ca8d614f0 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:23.242632 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6ea4eaf3-32ea-4e56-bc31-2767664bfc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:23.278826 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4eaf3-32ea-4e56-bc31-2767664bfc38 None None] Port 6ec12172-4727-4c5c-9a64-307ca8d614f0 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:29:23.554352 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device e851c5f0-d1d3-478b-93d0-d940cf1590db up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:23.620415 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port e851c5f0-d1d3-478b-93d0-d940cf1590db completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:23.624346 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port e851c5f0-d1d3-478b-93d0-d940cf1590db triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:23.624791 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:23.738544 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:23.764969 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port e851c5f0-d1d3-478b-93d0-d940cf1590db, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=e851c5f0-d1d3-478b-93d0-d940cf1590db,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:29:23.771061 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:23.772824 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:23.861310 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=e851c5f0-d1d3-478b-93d0-d940cf1590db,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:23.871855 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:23.872228 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:23.951205 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 540afe8d-19d7-4ccc-8532-6ef0c17fd457 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:24.007645 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 540afe8d-19d7-4ccc-8532-6ef0c17fd457 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:24.008124 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:24.722332 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Sync routers for ids ['c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:29:24.732822 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Routers {'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:24.733383 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:24.866743 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Set router c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:25.083038 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'name': 'tempest-TestMinimumBasicScenario-475871765-router', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'e851c5f0-d1d3-478b-93d0-d940cf1590db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:18Z', 'updated_at': '2021-08-25T17:29:22Z', 'revision_number': 4, 'project_id': '15329004c0c24922aa02ae72a9e36f35', 'gw_port': {'id': 'e851c5f0-d1d3-478b-93d0-d940cf1590db', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:19Z', 'updated_at': '2021-08-25T17:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '6ec12172-4727-4c5c-9a64-307ca8d614f0', 'name': '', 'network_id': '03361cc7-31f9-4b0e-95fa-069477113c9e', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'mac_address': 'fa:16:3e:6e:0e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '94e4ccb4-ae01-4969-b7be-3081d7a1bfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:21Z', 'updated_at': '2021-08-25T17:29:22Z', 'revision_number': 2, 'project_id': '15329004c0c24922aa02ae72a9e36f35', 'subnets': [{'id': '94e4ccb4-ae01-4969-b7be-3081d7a1bfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:25.115875 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Checking router: c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:29:25.116223 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Updating router c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 port 6ec12172-4727-4c5c-9a64-307ca8d614f0 binding host dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:29:25.145252 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:25.510948 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device e851c5f0-d1d3-478b-93d0-d940cf1590db up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:25.550291 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:25.561167 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39b31d-ff24-4a3b-8a2b-fe95f23a5fd4 req-f42e6ec3-7e49-41bb-91c5-712a93a70dfb tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:25.572255 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5d39b31d-ff24-4a3b-8a2b-fe95f23a5fd4 req-f42e6ec3-7e49-41bb-91c5-712a93a70dfb tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0647106 Aug 25 17:29:25.574278 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Transition to ACTIVE for port object 6ec12172-4727-4c5c-9a64-307ca8d614f0 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:25.592125 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:25.604706 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port e851c5f0-d1d3-478b-93d0-d940cf1590db triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:25.605076 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:25.628058 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5d39b31d-ff24-4a3b-8a2b-fe95f23a5fd4 req-e231bec7-0d6c-41ee-9b76-86c7d15fe485 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493288 Aug 25 17:29:25.708260 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7f650-db66-43fd-aa06-7fdad07fd110 None None] Pushing event updated for resources: {'Port': ['ID=6ec12172-4727-4c5c-9a64-307ca8d614f0,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:25.757344 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Attempting to bind port 6ec12172-4727-4c5c-9a64-307ca8d614f0 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:29:25.757709 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Attempting to bind port 6ec12172-4727-4c5c-9a64-307ca8d614f0 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'eb97570e-81c2-4f19-992e-db545e9ce9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '03361cc7-31f9-4b0e-95fa-069477113c9e'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:29:25.758593 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Attempting to bind port 6ec12172-4727-4c5c-9a64-307ca8d614f0 on network 03361cc7-31f9-4b0e-95fa-069477113c9e {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:29:25.793742 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:29:25.794278 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Checking segment: {'id': 'eb97570e-81c2-4f19-992e-db545e9ce9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '03361cc7-31f9-4b0e-95fa-069477113c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:25.794780 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:25.795273 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Bound using segment: {'id': 'eb97570e-81c2-4f19-992e-db545e9ce9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '03361cc7-31f9-4b0e-95fa-069477113c9e'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:29:25.795906 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Bound port: 6ec12172-4727-4c5c-9a64-307ca8d614f0, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb97570e-81c2-4f19-992e-db545e9ce9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '03361cc7-31f9-4b0e-95fa-069477113c9e'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:29:25.796387 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:25.894688 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] For port 6ec12172-4727-4c5c-9a64-307ca8d614f0, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:29:25.902454 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] For port 6ec12172-4727-4c5c-9a64-307ca8d614f0, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=6ec12172-4727-4c5c-9a64-307ca8d614f0,segment=NetworkSegment(eb97570e-81c2-4f19-992e-db545e9ce9c2),segment_id=eb97570e-81c2-4f19-992e-db545e9ce9c2)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:29:25.913184 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:25.994430 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7f650-db66-43fd-aa06-7fdad07fd110 None None] Pushing event updated for resources: {'Port': ['ID=6ec12172-4727-4c5c-9a64-307ca8d614f0,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:25.997142 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Routers {'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:25.997746 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:26.126198 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] Set router c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:26.372439 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'name': 'tempest-TestMinimumBasicScenario-475871765-router', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'e851c5f0-d1d3-478b-93d0-d940cf1590db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:18Z', 'updated_at': '2021-08-25T17:29:22Z', 'revision_number': 4, 'project_id': '15329004c0c24922aa02ae72a9e36f35', 'gw_port': {'id': 'e851c5f0-d1d3-478b-93d0-d940cf1590db', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:19Z', 'updated_at': '2021-08-25T17:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '6ec12172-4727-4c5c-9a64-307ca8d614f0', 'name': '', 'network_id': '03361cc7-31f9-4b0e-95fa-069477113c9e', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'mac_address': 'fa:16:3e:6e:0e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '94e4ccb4-ae01-4969-b7be-3081d7a1bfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:21Z', 'updated_at': '2021-08-25T17:29:25Z', 'revision_number': 4, 'project_id': '15329004c0c24922aa02ae72a9e36f35', 'subnets': [{'id': '94e4ccb4-ae01-4969-b7be-3081d7a1bfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:26.400665 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e93884-a195-4bef-ad50-53c73bd2a3e9 None None] The sync data for ids ['c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'] in dv-cinder-786385-9-iscsi is: [{'id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'name': 'tempest-TestMinimumBasicScenario-475871765-router', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'e851c5f0-d1d3-478b-93d0-d940cf1590db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:18Z', 'updated_at': '2021-08-25T17:29:22Z', 'revision_number': 4, 'project_id': '15329004c0c24922aa02ae72a9e36f35', 'gw_port': {'id': 'e851c5f0-d1d3-478b-93d0-d940cf1590db', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:19Z', 'updated_at': '2021-08-25T17:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '6ec12172-4727-4c5c-9a64-307ca8d614f0', 'name': '', 'network_id': '03361cc7-31f9-4b0e-95fa-069477113c9e', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'mac_address': 'fa:16:3e:6e:0e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '94e4ccb4-ae01-4969-b7be-3081d7a1bfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:21Z', 'updated_at': '2021-08-25T17:29:25Z', 'revision_number': 4, 'project_id': '15329004c0c24922aa02ae72a9e36f35', 'subnets': [{'id': '94e4ccb4-ae01-4969-b7be-3081d7a1bfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:29:26.864824 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f169968-b8de-4ab2-91d3-a07403c3bbea req-5a4abdc1-fc57-467b-89ff-3124bc0c835c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:26.865317 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5f169968-b8de-4ab2-91d3-a07403c3bbea req-5a4abdc1-fc57-467b-89ff-3124bc0c835c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0756686 Aug 25 17:29:26.968732 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5f169968-b8de-4ab2-91d3-a07403c3bbea req-815305e8-ac58-4072-8b72-4ce4bed9f80a tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956516 Aug 25 17:29:27.491914 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 6ec12172-4727-4c5c-9a64-307ca8d614f0 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:27.561452 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 6ec12172-4727-4c5c-9a64-307ca8d614f0 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:27.572634 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 6ec12172-4727-4c5c-9a64-307ca8d614f0 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:27.573279 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:27.843405 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:27.897228 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 6ec12172-4727-4c5c-9a64-307ca8d614f0, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=6ec12172-4727-4c5c-9a64-307ca8d614f0,segment=NetworkSegment(eb97570e-81c2-4f19-992e-db545e9ce9c2),segment_id=eb97570e-81c2-4f19-992e-db545e9ce9c2)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:29:27.908400 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:27.991956 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=6ec12172-4727-4c5c-9a64-307ca8d614f0,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:28.162182 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0fed-ea20-449d-acf4-6b47484c3cb0 req-69184317-e049-4a75-b6be-a1612eb6c583 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:28.165146 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e95a0fed-ea20-449d-acf4-6b47484c3cb0 req-69184317-e049-4a75-b6be-a1612eb6c583 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0701799 Aug 25 17:29:28.220467 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e95a0fed-ea20-449d-acf4-6b47484c3cb0 req-b1422788-8749-434c-952d-8fe0ceb69ba4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493054 Aug 25 17:29:28.757494 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48700) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:28.940709 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-312474b2-87da-4405-bebd-dd8be52bf439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:29.074022 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-312474b2-87da-4405-bebd-dd8be52bf439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:29.087335 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-312474b2-87da-4405-bebd-dd8be52bf439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:29.113169 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312474b2-87da-4405-bebd-dd8be52bf439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a94ba7a-d003-44b4-9de8-e0b288bf097a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:29.160681 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-312474b2-87da-4405-bebd-dd8be52bf439 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f84c4437388e47dfb8f43221910c7e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945427 Aug 25 17:29:29.161087 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 48708) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:29.240163 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4d71e11-8ec6-4f7d-bfe2-dec0f5c63f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:29.283409 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4d71e11-8ec6-4f7d-bfe2-dec0f5c63f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:29.417660 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e89b6c-c98b-46f5-b65e-4272b6afb33c req-7de7f732-4d53-49f8-a122-9fc9ffd4c779 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:29.429782 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e9e89b6c-c98b-46f5-b65e-4272b6afb33c req-7de7f732-4d53-49f8-a122-9fc9ffd4c779 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0916040 Aug 25 17:29:29.457983 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4d71e11-8ec6-4f7d-bfe2-dec0f5c63f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:29.462340 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a4d71e11-8ec6-4f7d-bfe2-dec0f5c63f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:29.463912 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a4d71e11-8ec6-4f7d-bfe2-dec0f5c63f48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a94ba7a-d003-44b4-9de8-e0b288bf097a HTTP/1.1" status: 204 len: 168 time: 0.3017354 Aug 25 17:29:29.517498 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d71e11-8ec6-4f7d-bfe2-dec0f5c63f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a94ba7a-d003-44b4-9de8-e0b288bf097a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:29.527421 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 6ec12172-4727-4c5c-9a64-307ca8d614f0 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:29.540194 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e9e89b6c-c98b-46f5-b65e-4272b6afb33c req-57c481d9-d17f-44ab-98e3-0dafc4f62409 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044388 Aug 25 17:29:29.607302 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 6ec12172-4727-4c5c-9a64-307ca8d614f0 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:29.607789 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:29.985275 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 48736) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:30.000290 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d32f42d-dd95-4e59-815f-678413e6f605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:30.114736 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d32f42d-dd95-4e59-815f-678413e6f605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:30.120943 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6d32f42d-dd95-4e59-815f-678413e6f605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:30.162625 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6d32f42d-dd95-4e59-815f-678413e6f605 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9f54035833041d6a9cdcb38f74178ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761992 Aug 25 17:29:30.163935 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32f42d-dd95-4e59-815f-678413e6f605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac875b28-25cf-4560-9d57-f83ebd726e84,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:30.166501 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48738) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:30.232626 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48dd6b3c-6372-43ed-9287-2f5b3a370b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:30.256962 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48dd6b3c-6372-43ed-9287-2f5b3a370b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:30.316343 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48dd6b3c-6372-43ed-9287-2f5b3a370b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:30.319442 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48dd6b3c-6372-43ed-9287-2f5b3a370b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:30.321188 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-48dd6b3c-6372-43ed-9287-2f5b3a370b85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac875b28-25cf-4560-9d57-f83ebd726e84 HTTP/1.1" status: 204 len: 168 time: 0.1529691 Aug 25 17:29:30.344515 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd6b3c-6372-43ed-9287-2f5b3a370b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac875b28-25cf-4560-9d57-f83ebd726e84,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:30.877757 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48756) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:30.894116 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94915a59-2b23-47ee-a297-86bd0ed7a594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:30.995822 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94915a59-2b23-47ee-a297-86bd0ed7a594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:30.999916 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-94915a59-2b23-47ee-a297-86bd0ed7a594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:31.041723 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 48758) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:31.042340 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-94915a59-2b23-47ee-a297-86bd0ed7a594 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01a6d2dab2a14c66985f0956e499ff45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629786 Aug 25 17:29:31.042646 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94915a59-2b23-47ee-a297-86bd0ed7a594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aabf0d6-b638-4040-9e9a-8c7a771cf578,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:31.102201 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05c93b53-893f-4901-bb1b-4be9d192a03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:31.124848 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05c93b53-893f-4901-bb1b-4be9d192a03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:31.190189 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05c93b53-893f-4901-bb1b-4be9d192a03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:31.194603 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-05c93b53-893f-4901-bb1b-4be9d192a03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:31.196632 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-05c93b53-893f-4901-bb1b-4be9d192a03c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0aabf0d6-b638-4040-9e9a-8c7a771cf578 HTTP/1.1" status: 204 len: 168 time: 0.1520665 Aug 25 17:29:31.209183 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c93b53-893f-4901-bb1b-4be9d192a03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aabf0d6-b638-4040-9e9a-8c7a771cf578,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:33.062202 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafbb0d-cdb0-42af-a49a-30d60682d542 req-5f78b748-22a9-4ba7-8a97-f25ccbc2f475 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:33.063726 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8cafbb0d-cdb0-42af-a49a-30d60682d542 req-5f78b748-22a9-4ba7-8a97-f25ccbc2f475 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0570929 Aug 25 17:29:33.110167 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8cafbb0d-cdb0-42af-a49a-30d60682d542 req-62e062b8-ad76-4a88-b8ee-5615df65f9e4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397944 Aug 25 17:29:34.227742 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4a0fb-8fd6-4aa0-ac05-287276c577d3 req-aeb08419-292d-4f8f-802c-567728545909 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:34.229588 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-97a4a0fb-8fd6-4aa0-ac05-287276c577d3 req-aeb08419-292d-4f8f-802c-567728545909 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0509923 Aug 25 17:29:34.271286 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-97a4a0fb-8fd6-4aa0-ac05-287276c577d3 req-c894d496-c161-46c6-9d75-226bd0b07bc9 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352578 Aug 25 17:29:34.560599 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-319c1aba-1fb6-4891-900d-77ed9feb4978 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:34.562074 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-319c1aba-1fb6-4891-900d-77ed9feb4978 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/networks?id=9df84681-d070-4d12-8a33-62c614f41776 HTTP/1.1" status: 200 len: 812 time: 0.1019630 Aug 25 17:29:34.577337 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-072b928b-b5be-41f1-87c6-3df152a57471 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/quotas/b5cbf8ed113c4b7e9503a62bed2221ce HTTP/1.1" status: 200 len: 375 time: 0.0096369 Aug 25 17:29:34.631009 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-e99e0037-82c7-417a-9f00-7c7f631a8dc9 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5cbf8ed113c4b7e9503a62bed2221ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482817 Aug 25 17:29:34.725155 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-8e4bb38b-8e95-40d7-a88d-d11196078c68 service neutron] 10.222.0.13 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821257 Aug 25 17:29:34.815729 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-69dcb54b-5bfa-4c2e-89ca-dca350e25586 service neutron] 10.222.0.13 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843265 Aug 25 17:29:35.009526 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e2cd4505-bd49-47ce-8159-de3a5244157b req-4c50c85b-197c-43eb-98ac-a00cfdf80d4e tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 210 time: 0.0448234 Aug 25 17:29:35.434934 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4178164-f967-4c02-90c3-4de58d772cad req-6533abc7-e097-493c-a951-1c9f20874e8b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:35.436717 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4178164-f967-4c02-90c3-4de58d772cad req-6533abc7-e097-493c-a951-1c9f20874e8b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0640349 Aug 25 17:29:35.488112 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4178164-f967-4c02-90c3-4de58d772cad req-ec185a35-b996-4a1f-9a21-0dbf4b086074 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370505 Aug 25 17:29:36.095486 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3695d5d3-fd9b-4ddc-9556-3c40f6e42f78 req-d4c319ba-bcae-4b1a-8e59-0cb0f916b52d tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 210 time: 0.0264590 Aug 25 17:29:36.418939 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48874) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:36.525038 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a2dd-f0a0-4255-8adf-d63fced5d892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:36.612584 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a2dd-f0a0-4255-8adf-d63fced5d892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:36.615984 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a2dd-f0a0-4255-8adf-d63fced5d892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:36.653005 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b4d1a2dd-f0a0-4255-8adf-d63fced5d892 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a95b18d64f9452ab338c41d42cecb2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329452 Aug 25 17:29:36.653951 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1a2dd-f0a0-4255-8adf-d63fced5d892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a718d3-3b3d-4e60-aa75-12e2696e6301,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:36.655627 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 48880) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:36.706088 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a623bce3-981e-4b5b-8026-525503692b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:36.726863 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a623bce3-981e-4b5b-8026-525503692b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:36.772659 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a623bce3-981e-4b5b-8026-525503692b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:36.775445 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a623bce3-981e-4b5b-8026-525503692b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:36.776619 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a623bce3-981e-4b5b-8026-525503692b0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7a718d3-3b3d-4e60-aa75-12e2696e6301 HTTP/1.1" status: 204 len: 168 time: 0.1200271 Aug 25 17:29:36.786096 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623bce3-981e-4b5b-8026-525503692b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a718d3-3b3d-4e60-aa75-12e2696e6301,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:37.418108 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 48908) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:37.514281 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1486553453-network', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:37.535273 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] Made reservation on behalf of d0eb65748cf6445e8a7685af435edc01 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:29:37.537413 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:37.545670 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:37.637833 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:37.641628 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:37.670064 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:29:37.676573 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bf75ad-c446-451a-bf2f-8821e5fb3d01,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:37.684857 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:37.684857 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] Added segment 7ec60f50-c1fd-4112-b244-714077daaa7e of type vlan for network ca970fd4-9856-4bb7-8c32-89429aee1f3f Aug 25 17:29:37.728249 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:37.751234 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:37.752214 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:37.752792 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:37.806511 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3871863 Aug 25 17:29:37.809331 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48912) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:37.813609 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec73cd-1c37-4dd5-a57b-8f62ae081dab admin admin] Pushing event updated for resources: {'Network': ['ID=ca970fd4-9856-4bb7-8c32-89429aee1f3f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:37.814788 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f497579a-a49a-4b5b-b2d6-eb8159c8b507 admin admin] Request body: {'subnet': {'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1486553453-subnet', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:37.825192 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network ca970fd4-9856-4bb7-8c32-89429aee1f3f details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:29:37.837998 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f497579a-a49a-4b5b-b2d6-eb8159c8b507 admin admin] Made reservation on behalf of d0eb65748cf6445e8a7685af435edc01 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:29:37.840803 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f497579a-a49a-4b5b-b2d6-eb8159c8b507 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.007046 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f497579a-a49a-4b5b-b2d6-eb8159c8b507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.062212 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497579a-a49a-4b5b-b2d6-eb8159c8b507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1963686-7ad8-4df4-87ad-0047c1dea553,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:38.071305 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497579a-a49a-4b5b-b2d6-eb8159c8b507 admin admin] Checking segment: {'id': '7ec60f50-c1fd-4112-b244-714077daaa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:38.071698 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f497579a-a49a-4b5b-b2d6-eb8159c8b507 admin admin] Network hostable DHCP agents. Network: ca970fd4-9856-4bb7-8c32-89429aee1f3f, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:29:38.088148 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f497579a-a49a-4b5b-b2d6-eb8159c8b507 admin admin] Network ca970fd4-9856-4bb7-8c32-89429aee1f3f is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:29:38.096581 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f497579a-a49a-4b5b-b2d6-eb8159c8b507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, ca970fd4-9856-4bb7-8c32-89429aee1f3f) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:38.100756 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497579a-a49a-4b5b-b2d6-eb8159c8b507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:38.102227 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f497579a-a49a-4b5b-b2d6-eb8159c8b507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.106654 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf071bc-b0fc-4b40-ba74-4a920051cb5e None None] Network ca970fd4-9856-4bb7-8c32-89429aee1f3f requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:29:38.116286 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f497579a-a49a-4b5b-b2d6-eb8159c8b507 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3057513 Aug 25 17:29:38.119321 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48914) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:38.123757 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:38.144371 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.145334 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4148'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.200539 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.267450 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293b03c0-683d-5317-98f3-46b05dd76c6a-ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'fixed_ips': [{'subnet_id': 'a1963686-7ad8-4df4-87ad-0047c1dea553'}]}} from dv-cinder-786385-9-iscsi. {{(pid=93890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:29:38.268493 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.335005 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.409358 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Allocated IP 172.20.0.2 (ca970fd4-9856-4bb7-8c32-89429aee1f3f/a1963686-7ad8-4df4-87ad-0047c1dea553/05462c1e-2647-40ef-9b22-3f5797a3b549) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:29:38.540396 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.557772 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.559583 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.566130 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Transition to ACTIVE for port object 05462c1e-2647-40ef-9b22-3f5797a3b549 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:38.582022 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Transition to ACTIVE for port object 05462c1e-2647-40ef-9b22-3f5797a3b549 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:38.588608 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.629187 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Network ca970fd4-9856-4bb7-8c32-89429aee1f3f is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:38.632058 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:38.636830 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:29:38.643949 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Pushing event updated for resources: {'Port': ['ID=05462c1e-2647-40ef-9b22-3f5797a3b549,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:38.692795 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Attempting to bind port 05462c1e-2647-40ef-9b22-3f5797a3b549 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:29:38.693161 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Attempting to bind port 05462c1e-2647-40ef-9b22-3f5797a3b549 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': '7ec60f50-c1fd-4112-b244-714077daaa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:29:38.693521 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Attempting to bind port 05462c1e-2647-40ef-9b22-3f5797a3b549 on network ca970fd4-9856-4bb7-8c32-89429aee1f3f {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:29:38.693934 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Allocated IP 172.27.3.136 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/25b943da-379b-4c22-8a0b-e301794b262a) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:29:38.698990 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:29:38.699343 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Checking segment: {'id': '7ec60f50-c1fd-4112-b244-714077daaa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:38.699837 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.700161 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Bound using segment: {'id': '7ec60f50-c1fd-4112-b244-714077daaa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:29:38.700619 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Bound port: 05462c1e-2647-40ef-9b22-3f5797a3b549, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec60f50-c1fd-4112-b244-714077daaa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:29:38.700998 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.766716 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] For port 05462c1e-2647-40ef-9b22-3f5797a3b549, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:29:38.770622 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] For port 05462c1e-2647-40ef-9b22-3f5797a3b549, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=05462c1e-2647-40ef-9b22-3f5797a3b549,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:29:38.775020 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.798805 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.829497 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d105e-6d4a-4541-b243-41b3c68f10d7 None None] Pushing event updated for resources: {'Port': ['ID=05462c1e-2647-40ef-9b22-3f5797a3b549,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:38.847054 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:38.890890 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:38.894040 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:38.898410 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:29:38.901479 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Pushing event updated for resources: {'Port': ['ID=25b943da-379b-4c22-8a0b-e301794b262a,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:39.120933 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:39.473597 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5b128f32-479d-411b-8c0c-bf85c270a2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:39.504966 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539185'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:39.509920 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 05462c1e-2647-40ef-9b22-3f5797a3b549 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:39.587581 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 05462c1e-2647-40ef-9b22-3f5797a3b549 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:39.669726 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Router 2df170c5-71f7-4b63-af64-db2ba51dc40a is scheduled to L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:29:39.761675 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e38d79f4-c4a4-4772-ac46-f78ed2bc5a4a req-8d090c0a-6d82-4c23-a4fd-b1caecbf1383 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 210 time: 0.0885968 Aug 25 17:29:39.793969 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:29:39.806453 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Sync routers for ids ['2df170c5-71f7-4b63-af64-db2ba51dc40a'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:29:39.816982 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19cd7c-81b8-4844-a4f0-f37d16da936c req-a0b21066-5ad5-4144-b704-269ecc07e388 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:39.818477 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:39.820103 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Routers {'2df170c5-71f7-4b63-af64-db2ba51dc40a'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:39.820265 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d7b0ecf9-9924-4e82-8b25-0576bec2b50b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6998017 Aug 25 17:29:39.820985 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['2df170c5-71f7-4b63-af64-db2ba51dc40a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:39.823423 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 48928) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:39.825464 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b19cd7c-81b8-4844-a4f0-f37d16da936c req-a0b21066-5ad5-4144-b704-269ecc07e388 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.1508915 Aug 25 17:29:39.898513 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-a99931e2-fa79-46f0-aafc-0a98a172eadc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:39.900357 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-a99931e2-fa79-46f0-aafc-0a98a172eadc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.25 "GET /v2.0/networks?id=9df84681-d070-4d12-8a33-62c614f41776 HTTP/1.1" status: 200 len: 812 time: 0.2580128 Aug 25 17:29:39.912907 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b19cd7c-81b8-4844-a4f0-f37d16da936c req-4828fc3c-c732-4639-970c-59ad2e8a189e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857425 Aug 25 17:29:39.924102 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-1b025d7f-4df7-451b-8b2d-f6d8765dae96 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Request body: {'port': {'device_id': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'admin_state_up': True, 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:39.943705 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0dea67-d4a1-4a6f-9892-974f4d1a3c27 None None] Network ca970fd4-9856-4bb7-8c32-89429aee1f3f requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:29:39.977325 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Set router 2df170c5-71f7-4b63-af64-db2ba51dc40a gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:40.042278 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-74ae9323-a09d-4559-b12a-c7b1b22b1053 None None] Provisioning for port 05462c1e-2647-40ef-9b22-3f5797a3b549 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:40.049686 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-74ae9323-a09d-4559-b12a-c7b1b22b1053 None None] Provisioning complete for port 05462c1e-2647-40ef-9b22-3f5797a3b549 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:40.050491 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74ae9323-a09d-4559-b12a-c7b1b22b1053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:40.100686 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:40.166216 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-1b025d7f-4df7-451b-8b2d-f6d8765dae96 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Made reservation on behalf of b5cbf8ed113c4b7e9503a62bed2221ce for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:29:40.169662 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-1b025d7f-4df7-451b-8b2d-f6d8765dae96 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:40.263028 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74ae9323-a09d-4559-b12a-c7b1b22b1053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:40.274137 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '25b943da-379b-4c22-8a0b-e301794b262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:39Z', 'revision_number': 3, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port': {'id': '25b943da-379b-4c22-8a0b-e301794b262a', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:40.315958 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Checking router: 2df170c5-71f7-4b63-af64-db2ba51dc40a for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:29:40.316309 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Updating router 2df170c5-71f7-4b63-af64-db2ba51dc40a port 25b943da-379b-4c22-8a0b-e301794b262a binding host dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:29:40.342939 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-74ae9323-a09d-4559-b12a-c7b1b22b1053 None None] For port 05462c1e-2647-40ef-9b22-3f5797a3b549, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=05462c1e-2647-40ef-9b22-3f5797a3b549,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:29:40.354059 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-74ae9323-a09d-4559-b12a-c7b1b22b1053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:40.370445 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:40.434689 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-1b025d7f-4df7-451b-8b2d-f6d8765dae96 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Allocated IP 172.20.0.7 (9df84681-d070-4d12-8a33-62c614f41776/576fc3d0-0569-41b1-b281-0b983a96176e/57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:29:40.436691 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae9323-a09d-4559-b12a-c7b1b22b1053 None None] Pushing event updated for resources: {'Port': ['ID=05462c1e-2647-40ef-9b22-3f5797a3b549,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:40.596323 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:40.749072 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-1b025d7f-4df7-451b-8b2d-f6d8765dae96 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:40.786557 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-1b025d7f-4df7-451b-8b2d-f6d8765dae96 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Transition to ACTIVE for port object 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:40.796659 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-ec83b655-aa77-42b0-b3a2-c5f3754f2558 None None] Provisioning complete for port 05462c1e-2647-40ef-9b22-3f5797a3b549 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:40.797163 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ec83b655-aa77-42b0-b3a2-c5f3754f2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:40.860735 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-1b025d7f-4df7-451b-8b2d-f6d8765dae96 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:41.007793 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-1b025d7f-4df7-451b-8b2d-f6d8765dae96 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Network 9df84681-d070-4d12-8a33-62c614f41776 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:41.014005 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-1b025d7f-4df7-451b-8b2d-f6d8765dae96 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:41.019549 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-1b025d7f-4df7-451b-8b2d-f6d8765dae96 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:29:41.106837 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-1b025d7f-4df7-451b-8b2d-f6d8765dae96 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:41.108003 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-1b025d7f-4df7-451b-8b2d-f6d8765dae96 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:41.165639 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b025d7f-4df7-451b-8b2d-f6d8765dae96 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event updated for resources: {'Port': ['ID=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:41.166025 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Allocated IP 172.20.0.1 (ca970fd4-9856-4bb7-8c32-89429aee1f3f/a1963686-7ad8-4df4-87ad-0047c1dea553/64b3ce14-3d22-4b69-a3a9-d901a1207af5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:29:41.188885 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0940a77-755f-443f-8ce3-fbf1ff04b28f req-27d2016a-c970-487d-97c5-965f26115370 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:41.197793 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a0940a77-755f-443f-8ce3-fbf1ff04b28f req-27d2016a-c970-487d-97c5-965f26115370 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 931 time: 0.2619669 Aug 25 17:29:41.201942 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-1b025d7f-4df7-451b-8b2d-f6d8765dae96 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2862079 Aug 25 17:29:41.206374 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:41.251363 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Transition to ACTIVE for port object 25b943da-379b-4c22-8a0b-e301794b262a will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:41.261624 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a0940a77-755f-443f-8ce3-fbf1ff04b28f req-b68d5600-2255-4e61-bea4-b814b1dcad36 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627923 Aug 25 17:29:41.263357 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:41.297230 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e25f74-7022-41f6-9d8a-4f672a865e3e req-4c77e703-280d-4aaa-8ad9-892ac9522730 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:41.312312 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-05e25f74-7022-41f6-9d8a-4f672a865e3e req-4c77e703-280d-4aaa-8ad9-892ac9522730 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.2001767 Aug 25 17:29:41.450280 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-05e25f74-7022-41f6-9d8a-4f672a865e3e req-77cee9a5-1469-4b89-9885-2ada78383958 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370852 Aug 25 17:29:41.466802 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd6afd-93be-4cc5-b34c-00d8fcc24a54 None None] Pushing event updated for resources: {'Port': ['ID=25b943da-379b-4c22-8a0b-e301794b262a,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:41.479281 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:41.482910 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Attempting to bind port 25b943da-379b-4c22-8a0b-e301794b262a on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:29:41.483278 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Attempting to bind port 25b943da-379b-4c22-8a0b-e301794b262a by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:29:41.483714 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Attempting to bind port 25b943da-379b-4c22-8a0b-e301794b262a on network 091e1213-26c2-48c7-a106-2f490c2928b0 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:29:41.498468 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:29:41.498931 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Checking segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:41.499870 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:41.502037 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Bound using segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:29:41.502849 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Bound port: 25b943da-379b-4c22-8a0b-e301794b262a, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:29:41.505602 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:41.508707 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Transition to ACTIVE for port object 64b3ce14-3d22-4b69-a3a9-d901a1207af5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:41.525237 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d3bf990d-b78b-459e-a626-e72955a1cba2 None None] Provisioning for port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:41.529404 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d3bf990d-b78b-459e-a626-e72955a1cba2 None None] Provisioning complete for port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:41.529783 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d3bf990d-b78b-459e-a626-e72955a1cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:41.560708 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:41.610908 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 05462c1e-2647-40ef-9b22-3f5797a3b549 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:41.621099 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Network ca970fd4-9856-4bb7-8c32-89429aee1f3f is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:41.628983 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:41.632962 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:29:41.633631 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539374'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:41.636877 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] For port 25b943da-379b-4c22-8a0b-e301794b262a, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:29:41.640924 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] For port 25b943da-379b-4c22-8a0b-e301794b262a, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=25b943da-379b-4c22-8a0b-e301794b262a,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:29:41.651663 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:41.670857 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf990d-b78b-459e-a626-e72955a1cba2 None None] Port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:29:41.680254 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Pushing event updated for resources: {'Port': ['ID=64b3ce14-3d22-4b69-a3a9-d901a1207af5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:41.733983 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 05462c1e-2647-40ef-9b22-3f5797a3b549 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:41.734358 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:41.853745 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd6afd-93be-4cc5-b34c-00d8fcc24a54 None None] Pushing event updated for resources: {'Port': ['ID=25b943da-379b-4c22-8a0b-e301794b262a,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:41.865571 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Routers {'2df170c5-71f7-4b63-af64-db2ba51dc40a'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:41.868323 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['2df170c5-71f7-4b63-af64-db2ba51dc40a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:41.918365 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:41.998703 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] Set router 2df170c5-71f7-4b63-af64-db2ba51dc40a gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:42.113291 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-5037e9c4-f8ad-4d9a-8cdc-8f59e1e2e07a None None] Provisioning for port 64b3ce14-3d22-4b69-a3a9-d901a1207af5 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:42.120379 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-5037e9c4-f8ad-4d9a-8cdc-8f59e1e2e07a None None] Provisioning complete for port 64b3ce14-3d22-4b69-a3a9-d901a1207af5 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:42.120889 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5037e9c4-f8ad-4d9a-8cdc-8f59e1e2e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:42.135956 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:42.143354 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:42.144205 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540465'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:42.198677 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-5037e9c4-f8ad-4d9a-8cdc-8f59e1e2e07a None None] Port 64b3ce14-3d22-4b69-a3a9-d901a1207af5 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:29:42.242970 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cae8df14-96dd-4278-86a3-c5477c16d731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:42.247224 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Pushing event updated for resources: {'Port': ['ID=64b3ce14-3d22-4b69-a3a9-d901a1207af5,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:42.294197 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Network ca970fd4-9856-4bb7-8c32-89429aee1f3f is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:42.295973 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:42.303673 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '25b943da-379b-4c22-8a0b-e301794b262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 4, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port': {'id': '25b943da-379b-4c22-8a0b-e301794b262a', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '64b3ce14-3d22-4b69-a3a9-d901a1207af5', 'name': '', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'mac_address': 'fa:16:3e:08:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:40Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 1, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'subnets': [{'id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:42.339007 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13417bf-1b4f-472b-8b1c-2dadf918b196 None None] The sync data for ids ['2df170c5-71f7-4b63-af64-db2ba51dc40a'] in dv-cinder-786385-9-iscsi is: [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '25b943da-379b-4c22-8a0b-e301794b262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 4, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port': {'id': '25b943da-379b-4c22-8a0b-e301794b262a', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '64b3ce14-3d22-4b69-a3a9-d901a1207af5', 'name': '', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'mac_address': 'fa:16:3e:08:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:40Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 1, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'subnets': [{'id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:29:42.389451 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:42.461223 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Router 2df170c5-71f7-4b63-af64-db2ba51dc40a has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:29:42.661282 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-fa716081-75a2-4688-98ce-fa88dc781b22 None None] Provisioning complete for port 64b3ce14-3d22-4b69-a3a9-d901a1207af5 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:42.661839 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa716081-75a2-4688-98ce-fa88dc781b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:42.700435 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:29:42.705644 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-cc2d6f85-f735-4a94-afc3-18810be826d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/2df170c5-71f7-4b63-af64-db2ba51dc40a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8800294 Aug 25 17:29:42.740091 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-fa716081-75a2-4688-98ce-fa88dc781b22 None None] Port 64b3ce14-3d22-4b69-a3a9-d901a1207af5 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:29:43.314542 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 49022) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:43.328967 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-95584737-network', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:43.361206 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] Made reservation on behalf of 6fe58a5603024e1687b9fb5e673acefb for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:29:43.364049 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:43.379259 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:43.426507 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:43.489788 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:43.494562 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:43.522211 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:29:43.539137 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00082878-f64d-4ada-9de1-a0cdb1ed5116,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:43.543394 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:43.544013 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] Added segment fc41ff39-f334-4d31-a35c-3134293ec130 of type vlan for network f64e1d53-c25b-497a-9372-5b9640e5b104 Aug 25 17:29:43.599957 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:43.651900 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:43.653105 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:43.653765 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:43.667048 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 25b943da-379b-4c22-8a0b-e301794b262a up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:43.700497 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49028) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:43.767912 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 25b943da-379b-4c22-8a0b-e301794b262a completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:43.772425 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 25b943da-379b-4c22-8a0b-e301794b262a triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:43.772874 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:43.789600 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] Pushing event updated for resources: {'Network': ['ID=f64e1d53-c25b-497a-9372-5b9640e5b104,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:43.803457 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49034) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:43.809238 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-714eaccc-e605-4c27-8ac9-b096fadb384e admin admin] Request body: {'subnet': {'network_id': 'f64e1d53-c25b-497a-9372-5b9640e5b104', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-95584737-subnet', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:43.822930 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-4804443d-4b5d-48bc-b643-d2ca6ccb9867 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5070825 Aug 25 17:29:43.837926 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network f64e1d53-c25b-497a-9372-5b9640e5b104 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:29:43.856155 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714eaccc-e605-4c27-8ac9-b096fadb384e admin admin] Made reservation on behalf of 6fe58a5603024e1687b9fb5e673acefb for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:29:43.864482 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-714eaccc-e605-4c27-8ac9-b096fadb384e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:43.990887 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-39179180-e08b-4c0e-9702-c4256852dd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.131465 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.157160 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 25b943da-379b-4c22-8a0b-e301794b262a, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=25b943da-379b-4c22-8a0b-e301794b262a,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:29:44.161109 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.225841 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=25b943da-379b-4c22-8a0b-e301794b262a,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:44.244930 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-714eaccc-e605-4c27-8ac9-b096fadb384e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.262191 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-39179180-e08b-4c0e-9702-c4256852dd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.291217 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-39179180-e08b-4c0e-9702-c4256852dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.351276 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714eaccc-e605-4c27-8ac9-b096fadb384e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a782dc86-7fde-478d-8e93-f22b2400e4d2,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:44.364009 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-39179180-e08b-4c0e-9702-c4256852dd50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66f1c88dbc20444f89204c063b2f5717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6618495 Aug 25 17:29:44.366711 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 49042) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:44.369256 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39179180-e08b-4c0e-9702-c4256852dd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96b802b-a359-4a57-9ab4-03f8c9f4c1e7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:44.378077 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714eaccc-e605-4c27-8ac9-b096fadb384e admin admin] Checking segment: {'id': 'fc41ff39-f334-4d31-a35c-3134293ec130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64e1d53-c25b-497a-9372-5b9640e5b104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:44.378380 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714eaccc-e605-4c27-8ac9-b096fadb384e admin admin] Network hostable DHCP agents. Network: f64e1d53-c25b-497a-9372-5b9640e5b104, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:29:44.398610 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714eaccc-e605-4c27-8ac9-b096fadb384e admin admin] Network f64e1d53-c25b-497a-9372-5b9640e5b104 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:29:44.414564 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-714eaccc-e605-4c27-8ac9-b096fadb384e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, f64e1d53-c25b-497a-9372-5b9640e5b104) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:44.419472 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714eaccc-e605-4c27-8ac9-b096fadb384e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:44.420103 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-714eaccc-e605-4c27-8ac9-b096fadb384e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.424541 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7aa35b6a-329e-4d84-b9c9-7ea21751e63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.429448 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eadfca-c52a-4cc9-9061-59f8b8182eac None None] Network f64e1d53-c25b-497a-9372-5b9640e5b104 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:29:44.456947 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-714eaccc-e605-4c27-8ac9-b096fadb384e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6521707 Aug 25 17:29:44.459534 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49044) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:44.465050 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-95584737-router', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:44.469332 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7aa35b6a-329e-4d84-b9c9-7ea21751e63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.510869 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.512345 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4148'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.539595 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7aa35b6a-329e-4d84-b9c9-7ea21751e63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.543311 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7aa35b6a-329e-4d84-b9c9-7ea21751e63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.546652 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-7aa35b6a-329e-4d84-b9c9-7ea21751e63c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b96b802b-a359-4a57-9ab4-03f8c9f4c1e7 HTTP/1.1" status: 204 len: 168 time: 0.1781104 Aug 25 17:29:44.556463 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa35b6a-329e-4d84-b9c9-7ea21751e63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96b802b-a359-4a57-9ab4-03f8c9f4c1e7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:44.600580 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.678162 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293b03c0-683d-5317-98f3-46b05dd76c6a-f64e1d53-c25b-497a-9372-5b9640e5b104', 'network_id': 'f64e1d53-c25b-497a-9372-5b9640e5b104', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'fixed_ips': [{'subnet_id': 'a782dc86-7fde-478d-8e93-f22b2400e4d2'}]}} from dv-cinder-786385-9-iscsi. {{(pid=93890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:29:44.680146 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.762531 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:44.923958 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Allocated IP 172.20.0.2 (f64e1d53-c25b-497a-9372-5b9640e5b104/a782dc86-7fde-478d-8e93-f22b2400e4d2/faad0547-c9b2-434c-881d-b1579a2732e8) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:29:45.056038 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:45.238581 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:45.269265 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Transition to ACTIVE for port object faad0547-c9b2-434c-881d-b1579a2732e8 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:45.302433 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Transition to ACTIVE for port object faad0547-c9b2-434c-881d-b1579a2732e8 will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:45.310594 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Sync routers for ids ['2df170c5-71f7-4b63-af64-db2ba51dc40a'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:29:45.315027 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:45.363179 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Pushing event updated for resources: {'Port': ['ID=faad0547-c9b2-434c-881d-b1579a2732e8,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:45.378646 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Routers {'2df170c5-71f7-4b63-af64-db2ba51dc40a'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:45.379046 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:45.379379 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['2df170c5-71f7-4b63-af64-db2ba51dc40a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:45.429373 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:45.527343 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Network f64e1d53-c25b-497a-9372-5b9640e5b104 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:45.532180 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:45.535417 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:29:45.549093 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Set router 2df170c5-71f7-4b63-af64-db2ba51dc40a gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:45.586380 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 25b943da-379b-4c22-8a0b-e301794b262a up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:45.653339 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Allocated IP 172.27.3.147 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/24904734-28c6-4e63-af36-be5f55b9c9de) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:29:45.692781 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Attempting to bind port faad0547-c9b2-434c-881d-b1579a2732e8 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:29:45.693785 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Attempting to bind port faad0547-c9b2-434c-881d-b1579a2732e8 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'fc41ff39-f334-4d31-a35c-3134293ec130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64e1d53-c25b-497a-9372-5b9640e5b104'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:29:45.694352 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Attempting to bind port faad0547-c9b2-434c-881d-b1579a2732e8 on network f64e1d53-c25b-497a-9372-5b9640e5b104 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:29:45.721324 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 49084) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:45.733385 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:29:45.734249 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Checking segment: {'id': 'fc41ff39-f334-4d31-a35c-3134293ec130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64e1d53-c25b-497a-9372-5b9640e5b104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:45.734964 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:45.735509 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Bound using segment: {'id': 'fc41ff39-f334-4d31-a35c-3134293ec130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64e1d53-c25b-497a-9372-5b9640e5b104'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:29:45.736269 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Bound port: faad0547-c9b2-434c-881d-b1579a2732e8, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc41ff39-f334-4d31-a35c-3134293ec130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64e1d53-c25b-497a-9372-5b9640e5b104'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:29:45.736821 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:45.808317 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49088) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:45.813298 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 25b943da-379b-4c22-8a0b-e301794b262a triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:45.813908 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:45.834227 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:45.883337 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:45.980893 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:45.987858 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:45.995367 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1084868811-network', 'tenant_id': 'e719120f6b3e4972921c7201a76cf7ee'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:46.004911 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:29:46.028346 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] For port faad0547-c9b2-434c-881d-b1579a2732e8, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:29:46.052753 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Pushing event updated for resources: {'Port': ['ID=24904734-28c6-4e63-af36-be5f55b9c9de,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:46.067950 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Made reservation on behalf of e719120f6b3e4972921c7201a76cf7ee for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:29:46.067950 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.078158 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.101921 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] For port faad0547-c9b2-434c-881d-b1579a2732e8, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=faad0547-c9b2-434c-881d-b1579a2732e8,segment=NetworkSegment(fc41ff39-f334-4d31-a35c-3134293ec130),segment_id=fc41ff39-f334-4d31-a35c-3134293ec130)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:29:46.115785 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.135644 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.210130 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '25b943da-379b-4c22-8a0b-e301794b262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 4, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port': {'id': '25b943da-379b-4c22-8a0b-e301794b262a', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '64b3ce14-3d22-4b69-a3a9-d901a1207af5', 'name': '', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'mac_address': 'fa:16:3e:08:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:40Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 2, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'subnets': [{'id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:46.245673 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd8dda-36ea-4a05-bc0a-4881e61c5dc8 None None] Pushing event updated for resources: {'Port': ['ID=faad0547-c9b2-434c-881d-b1579a2732e8,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:46.255743 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Checking router: 2df170c5-71f7-4b63-af64-db2ba51dc40a for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:29:46.256290 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Updating router 2df170c5-71f7-4b63-af64-db2ba51dc40a port 64b3ce14-3d22-4b69-a3a9-d901a1207af5 binding host dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:29:46.287186 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.291027 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.298310 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.312287 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:29:46.365565 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.365909 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Added segment e5260c49-b192-47f6-8a0b-cf5bf76f46e8 of type vlan for network dc71a4a3-5389-4c29-a7aa-57847dce8413 Aug 25 17:29:46.469932 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.481434 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.487460 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19301ba-6c74-4337-b3d8-581d6eff4b65,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:46.496920 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.497272 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.497617 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.497952 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.498281 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.498611 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.498938 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.499273 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.501697 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.502312 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.502690 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.503155 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.561038 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.572276 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:46.573097 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.669688 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.688894 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9637692 Aug 25 17:29:46.701344 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 49092) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:46.707129 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-487312d7-f872-40c3-8931-a0abc9d95947 admin admin] Request body: {'subnet': {'network_id': 'dc71a4a3-5389-4c29-a7aa-57847dce8413', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1084868811-subnet', 'tenant_id': 'e719120f6b3e4972921c7201a76cf7ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:46.720816 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a651c-5989-4d75-baa0-25d0f9807956 admin admin] Pushing event updated for resources: {'Network': ['ID=dc71a4a3-5389-4c29-a7aa-57847dce8413,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:46.738620 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.739685 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network dc71a4a3-5389-4c29-a7aa-57847dce8413 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:29:46.755482 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487312d7-f872-40c3-8931-a0abc9d95947 admin admin] Made reservation on behalf of e719120f6b3e4972921c7201a76cf7ee for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:29:46.758996 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-487312d7-f872-40c3-8931-a0abc9d95947 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65004378'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:46.824503 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c01ddb7af939466a88c4697cd8693871&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0150445 Aug 25 17:29:46.827500 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49094) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:46.835161 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d83a46-1c43-4a5d-b55c-2dc704734b29,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:46.894884 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.895225 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.895587 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.895932 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.896261 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.896695 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.896930 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.897270 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.897576 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.897989 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.898344 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.899405 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2539-9842-49c6-9ff8-b8b505bdac3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:29:46.991738 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84be3419-1c71-4240-b83a-d12a04933d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:47.024643 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:47.036567 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539185'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:47.042832 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84be3419-1c71-4240-b83a-d12a04933d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:47.059324 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-487312d7-f872-40c3-8931-a0abc9d95947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64811604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65004328'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:47.066126 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Transition to ACTIVE for port object 64b3ce14-3d22-4b69-a3a9-d901a1207af5 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:47.076625 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:47.161960 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487312d7-f872-40c3-8931-a0abc9d95947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33cd230b-2516-46b8-a641-9ce74465d74b,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:47.182540 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487312d7-f872-40c3-8931-a0abc9d95947 admin admin] Checking segment: {'id': 'e5260c49-b192-47f6-8a0b-cf5bf76f46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dc71a4a3-5389-4c29-a7aa-57847dce8413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:47.182896 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487312d7-f872-40c3-8931-a0abc9d95947 admin admin] Network hostable DHCP agents. Network: dc71a4a3-5389-4c29-a7aa-57847dce8413, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:29:47.231871 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84be3419-1c71-4240-b83a-d12a04933d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:47.237962 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-84be3419-1c71-4240-b83a-d12a04933d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:47.238461 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487312d7-f872-40c3-8931-a0abc9d95947 admin admin] Network dc71a4a3-5389-4c29-a7aa-57847dce8413 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:29:47.239857 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-84be3419-1c71-4240-b83a-d12a04933d56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40d83a46-1c43-4a5d-b55c-2dc704734b29 HTTP/1.1" status: 204 len: 168 time: 0.4113467 Aug 25 17:29:47.259392 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-487312d7-f872-40c3-8931-a0abc9d95947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, dc71a4a3-5389-4c29-a7aa-57847dce8413) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:47.268166 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652712e-28fe-43ca-9c1a-01b7bf7c6c46 None None] Pushing event updated for resources: {'Port': ['ID=64b3ce14-3d22-4b69-a3a9-d901a1207af5,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:47.268770 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487312d7-f872-40c3-8931-a0abc9d95947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:47.270140 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-487312d7-f872-40c3-8931-a0abc9d95947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:47.280241 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d398f2b-29ea-4736-81c3-35cd8385a5f4 None None] Network dc71a4a3-5389-4c29-a7aa-57847dce8413 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:29:47.305501 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be3419-1c71-4240-b83a-d12a04933d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d83a46-1c43-4a5d-b55c-2dc704734b29,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:47.314823 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-487312d7-f872-40c3-8931-a0abc9d95947 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6119468 Aug 25 17:29:47.400331 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Attempting to bind port 64b3ce14-3d22-4b69-a3a9-d901a1207af5 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:29:47.400955 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Attempting to bind port 64b3ce14-3d22-4b69-a3a9-d901a1207af5 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': '7ec60f50-c1fd-4112-b244-714077daaa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:29:47.401415 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Attempting to bind port 64b3ce14-3d22-4b69-a3a9-d901a1207af5 on network ca970fd4-9856-4bb7-8c32-89429aee1f3f {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:29:47.411339 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Router 68e1a441-732a-419d-a66a-46987556f171 is scheduled to L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:29:47.429914 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:29:47.432122 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Checking segment: {'id': '7ec60f50-c1fd-4112-b244-714077daaa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:47.438313 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:47.439536 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Bound using segment: {'id': '7ec60f50-c1fd-4112-b244-714077daaa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:29:47.441061 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Bound port: 64b3ce14-3d22-4b69-a3a9-d901a1207af5, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec60f50-c1fd-4112-b244-714077daaa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:29:47.442459 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:47.662949 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device faad0547-c9b2-434c-881d-b1579a2732e8 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:47.703700 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:29:47.730908 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Sync routers for ids ['68e1a441-732a-419d-a66a-46987556f171'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:29:47.755744 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:47.757810 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-6df0ca12-a4bf-40cd-804b-d14f5552607b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2966306 Aug 25 17:29:47.760963 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49104) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:47.783952 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Routers {'68e1a441-732a-419d-a66a-46987556f171'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:47.785085 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['68e1a441-732a-419d-a66a-46987556f171'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:47.899755 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fff331-9cf2-4624-a434-3d766a1447a9 None None] Network f64e1d53-c25b-497a-9372-5b9640e5b104 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:29:47.996802 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Set router 68e1a441-732a-419d-a66a-46987556f171 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:48.014768 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] For port 64b3ce14-3d22-4b69-a3a9-d901a1207af5, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:29:48.049634 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3610ee-df87-4ac6-b12b-6b3f475d303e None None] Network dc71a4a3-5389-4c29-a7aa-57847dce8413 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:29:48.052942 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] For port 64b3ce14-3d22-4b69-a3a9-d901a1207af5, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=64b3ce14-3d22-4b69-a3a9-d901a1207af5,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:29:48.154114 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:48.162443 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-4cafd0ee-28e9-43e4-a354-75acf8d88188 None None] Provisioning for port faad0547-c9b2-434c-881d-b1579a2732e8 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:48.260224 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port faad0547-c9b2-434c-881d-b1579a2732e8 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:48.298828 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port faad0547-c9b2-434c-881d-b1579a2732e8 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:48.299777 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:48.337007 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1a441-732a-419d-a66a-46987556f171', 'name': 'tempest-TestShelveInstance-95584737-router', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '24904734-28c6-4e63-af36-be5f55b9c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:44Z', 'updated_at': '2021-08-25T17:29:46Z', 'revision_number': 3, 'project_id': '6fe58a5603024e1687b9fb5e673acefb', 'gw_port': {'id': '24904734-28c6-4e63-af36-be5f55b9c9de', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1a441-732a-419d-a66a-46987556f171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:45Z', 'updated_at': '2021-08-25T17:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:48.382540 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Checking router: 68e1a441-732a-419d-a66a-46987556f171 for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:29:48.391869 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Updating router 68e1a441-732a-419d-a66a-46987556f171 port 24904734-28c6-4e63-af36-be5f55b9c9de binding host dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:29:48.412493 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Routers {'2df170c5-71f7-4b63-af64-db2ba51dc40a'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:48.417249 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['2df170c5-71f7-4b63-af64-db2ba51dc40a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:48.447897 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:48.492579 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652712e-28fe-43ca-9c1a-01b7bf7c6c46 None None] Pushing event updated for resources: {'Port': ['ID=64b3ce14-3d22-4b69-a3a9-d901a1207af5,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:48.681579 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] Set router 2df170c5-71f7-4b63-af64-db2ba51dc40a gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:48.741647 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:48.931742 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:48.943977 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Transition to ACTIVE for port object 24904734-28c6-4e63-af36-be5f55b9c9de will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:48.947464 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Allocated IP 172.20.0.1 (f64e1d53-c25b-497a-9372-5b9640e5b104/a782dc86-7fde-478d-8e93-f22b2400e4d2/d7eaee84-6562-4f14-84a7-7bace38bc416) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:29:48.951079 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:48.960182 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:49.044668 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port faad0547-c9b2-434c-881d-b1579a2732e8, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=faad0547-c9b2-434c-881d-b1579a2732e8,segment=NetworkSegment(fc41ff39-f334-4d31-a35c-3134293ec130),segment_id=fc41ff39-f334-4d31-a35c-3134293ec130)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:29:49.053724 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:49.072023 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Attempting to bind port 24904734-28c6-4e63-af36-be5f55b9c9de on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:29:49.072309 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Attempting to bind port 24904734-28c6-4e63-af36-be5f55b9c9de by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:29:49.072660 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Attempting to bind port 24904734-28c6-4e63-af36-be5f55b9c9de on network 091e1213-26c2-48c7-a106-2f490c2928b0 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:29:49.081243 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314e9e4-2341-473d-b949-33da3b085e60 None None] Pushing event updated for resources: {'Port': ['ID=24904734-28c6-4e63-af36-be5f55b9c9de,revision_number=2']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:49.086424 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:29:49.086680 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Checking segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:49.087025 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:49.087435 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Bound using segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:29:49.087934 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Bound port: 24904734-28c6-4e63-af36-be5f55b9c9de, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:29:49.088330 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:49.122952 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=faad0547-c9b2-434c-881d-b1579a2732e8,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:49.136454 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '25b943da-379b-4c22-8a0b-e301794b262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 4, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port': {'id': '25b943da-379b-4c22-8a0b-e301794b262a', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '64b3ce14-3d22-4b69-a3a9-d901a1207af5', 'name': '', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'mac_address': 'fa:16:3e:08:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:40Z', 'updated_at': '2021-08-25T17:29:47Z', 'revision_number': 4, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'subnets': [{'id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:49.171279 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:49.181113 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] For port 24904734-28c6-4e63-af36-be5f55b9c9de, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:29:49.184774 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a560864-4c81-4d8c-86d2-a06789997520 None None] The sync data for ids ['2df170c5-71f7-4b63-af64-db2ba51dc40a'] in dv-cinder-786385-9-iscsi is: [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '25b943da-379b-4c22-8a0b-e301794b262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 4, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port': {'id': '25b943da-379b-4c22-8a0b-e301794b262a', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '64b3ce14-3d22-4b69-a3a9-d901a1207af5', 'name': '', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'mac_address': 'fa:16:3e:08:59:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:40Z', 'updated_at': '2021-08-25T17:29:47Z', 'revision_number': 4, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'subnets': [{'id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:29:49.185421 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] For port 24904734-28c6-4e63-af36-be5f55b9c9de, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=24904734-28c6-4e63-af36-be5f55b9c9de,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:29:49.189245 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Transition to ACTIVE for port object d7eaee84-6562-4f14-84a7-7bace38bc416 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:49.199487 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:49.253887 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:49.263848 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-ca426105-30b9-479e-b58b-66de9e972d62 None None] Provisioning complete for port faad0547-c9b2-434c-881d-b1579a2732e8 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:49.264374 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca426105-30b9-479e-b58b-66de9e972d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:49.307224 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Network f64e1d53-c25b-497a-9372-5b9640e5b104 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:49.310604 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:49.314106 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:29:49.314579 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539374'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:49.340553 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Routers {'68e1a441-732a-419d-a66a-46987556f171'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:49.341338 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['68e1a441-732a-419d-a66a-46987556f171'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:49.478796 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Pushing event updated for resources: {'Port': ['ID=d7eaee84-6562-4f14-84a7-7bace38bc416,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:49.484075 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314e9e4-2341-473d-b949-33da3b085e60 None None] Pushing event updated for resources: {'Port': ['ID=24904734-28c6-4e63-af36-be5f55b9c9de,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:49.569390 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] Set router 68e1a441-732a-419d-a66a-46987556f171 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:49.586143 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 64b3ce14-3d22-4b69-a3a9-d901a1207af5 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:49.667910 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 64b3ce14-3d22-4b69-a3a9-d901a1207af5 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:49.672950 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 64b3ce14-3d22-4b69-a3a9-d901a1207af5 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:49.673391 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:49.712592 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:49.950997 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1a441-732a-419d-a66a-46987556f171', 'name': 'tempest-TestShelveInstance-95584737-router', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '24904734-28c6-4e63-af36-be5f55b9c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:44Z', 'updated_at': '2021-08-25T17:29:46Z', 'revision_number': 3, 'project_id': '6fe58a5603024e1687b9fb5e673acefb', 'gw_port': {'id': '24904734-28c6-4e63-af36-be5f55b9c9de', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1a441-732a-419d-a66a-46987556f171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:45Z', 'updated_at': '2021-08-25T17:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:49.975067 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:49.987116 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:49.987990 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540465'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:49.999406 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-2f8832f8-f0ad-490b-bd23-045da7a54cf4 None None] Provisioning for port d7eaee84-6562-4f14-84a7-7bace38bc416 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:50.010058 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-2f8832f8-f0ad-490b-bd23-045da7a54cf4 None None] Provisioning complete for port d7eaee84-6562-4f14-84a7-7bace38bc416 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:50.010816 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2f8832f8-f0ad-490b-bd23-045da7a54cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:50.013561 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1f46c-6858-4a66-881d-a882700641c0 None None] The sync data for ids ['68e1a441-732a-419d-a66a-46987556f171'] in dv-cinder-786385-9-iscsi is: [{'id': '68e1a441-732a-419d-a66a-46987556f171', 'name': 'tempest-TestShelveInstance-95584737-router', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '24904734-28c6-4e63-af36-be5f55b9c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:44Z', 'updated_at': '2021-08-25T17:29:46Z', 'revision_number': 3, 'project_id': '6fe58a5603024e1687b9fb5e673acefb', 'gw_port': {'id': '24904734-28c6-4e63-af36-be5f55b9c9de', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1a441-732a-419d-a66a-46987556f171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:45Z', 'updated_at': '2021-08-25T17:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:29:50.045827 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Pushing event updated for resources: {'Port': ['ID=d7eaee84-6562-4f14-84a7-7bace38bc416,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:50.074698 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2f8832f8-f0ad-490b-bd23-045da7a54cf4 None None] Port d7eaee84-6562-4f14-84a7-7bace38bc416 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:29:50.080914 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:50.171533 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 64b3ce14-3d22-4b69-a3a9-d901a1207af5, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=64b3ce14-3d22-4b69-a3a9-d901a1207af5,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:29:50.194337 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:50.196751 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device faad0547-c9b2-434c-881d-b1579a2732e8 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:50.250534 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Network f64e1d53-c25b-497a-9372-5b9640e5b104 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:29:50.252001 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:29:50.333281 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=64b3ce14-3d22-4b69-a3a9-d901a1207af5,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:50.351942 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port faad0547-c9b2-434c-881d-b1579a2732e8 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:50.352319 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:50.528906 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Router 68e1a441-732a-419d-a66a-46987556f171 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:29:50.690774 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:29:50.698142 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:29:50.699118 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-e31d4b04-5412-4aa0-b1e1-ff7ee2d90513 admin admin] 10.222.0.13 "PUT /v2.0/routers/68e1a441-732a-419d-a66a-46987556f171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9354105 Aug 25 17:29:50.719063 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-1a984694-d3a9-4fe6-8a67-693dc9dd8c42 None None] Provisioning complete for port d7eaee84-6562-4f14-84a7-7bace38bc416 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:50.719836 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1a984694-d3a9-4fe6-8a67-693dc9dd8c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:50.762924 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-1a984694-d3a9-4fe6-8a67-693dc9dd8c42 None None] Port d7eaee84-6562-4f14-84a7-7bace38bc416 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:29:51.522357 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 64b3ce14-3d22-4b69-a3a9-d901a1207af5 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:51.577579 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 64b3ce14-3d22-4b69-a3a9-d901a1207af5 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:51.577958 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:51.678469 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 24904734-28c6-4e63-af36-be5f55b9c9de up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:51.737032 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 24904734-28c6-4e63-af36-be5f55b9c9de completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:51.742021 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 24904734-28c6-4e63-af36-be5f55b9c9de triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:51.742507 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:51.828925 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:51.853025 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 24904734-28c6-4e63-af36-be5f55b9c9de, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=24904734-28c6-4e63-af36-be5f55b9c9de,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:29:51.856817 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:51.907165 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=24904734-28c6-4e63-af36-be5f55b9c9de,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:51.995264 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Sync routers for ids ['68e1a441-732a-419d-a66a-46987556f171'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:29:52.004987 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Routers {'68e1a441-732a-419d-a66a-46987556f171'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:52.005730 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['68e1a441-732a-419d-a66a-46987556f171'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:52.118191 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Set router 68e1a441-732a-419d-a66a-46987556f171 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:52.337428 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1a441-732a-419d-a66a-46987556f171', 'name': 'tempest-TestShelveInstance-95584737-router', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '24904734-28c6-4e63-af36-be5f55b9c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:44Z', 'updated_at': '2021-08-25T17:29:49Z', 'revision_number': 4, 'project_id': '6fe58a5603024e1687b9fb5e673acefb', 'gw_port': {'id': '24904734-28c6-4e63-af36-be5f55b9c9de', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1a441-732a-419d-a66a-46987556f171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:45Z', 'updated_at': '2021-08-25T17:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'd7eaee84-6562-4f14-84a7-7bace38bc416', 'name': '', 'network_id': 'f64e1d53-c25b-497a-9372-5b9640e5b104', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'mac_address': 'fa:16:3e:9b:be:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1a441-732a-419d-a66a-46987556f171', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a782dc86-7fde-478d-8e93-f22b2400e4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:48Z', 'updated_at': '2021-08-25T17:29:49Z', 'revision_number': 2, 'project_id': '6fe58a5603024e1687b9fb5e673acefb', 'subnets': [{'id': 'a782dc86-7fde-478d-8e93-f22b2400e4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:52.364732 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Checking router: 68e1a441-732a-419d-a66a-46987556f171 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:29:52.365249 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Updating router 68e1a441-732a-419d-a66a-46987556f171 port d7eaee84-6562-4f14-84a7-7bace38bc416 binding host dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:29:52.392500 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:52.673257 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:52.685761 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Transition to ACTIVE for port object d7eaee84-6562-4f14-84a7-7bace38bc416 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:52.695240 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:52.746292 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb28c9-7464-4fae-ad1c-85f35d379401 None None] Pushing event updated for resources: {'Port': ['ID=d7eaee84-6562-4f14-84a7-7bace38bc416,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:52.797546 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Attempting to bind port d7eaee84-6562-4f14-84a7-7bace38bc416 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:29:52.798029 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Attempting to bind port d7eaee84-6562-4f14-84a7-7bace38bc416 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'fc41ff39-f334-4d31-a35c-3134293ec130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64e1d53-c25b-497a-9372-5b9640e5b104'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:29:52.798573 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Attempting to bind port d7eaee84-6562-4f14-84a7-7bace38bc416 on network f64e1d53-c25b-497a-9372-5b9640e5b104 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:29:52.808238 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:29:52.808852 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Checking segment: {'id': 'fc41ff39-f334-4d31-a35c-3134293ec130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64e1d53-c25b-497a-9372-5b9640e5b104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:52.809376 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:52.809982 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Bound using segment: {'id': 'fc41ff39-f334-4d31-a35c-3134293ec130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64e1d53-c25b-497a-9372-5b9640e5b104'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:29:52.810608 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Bound port: d7eaee84-6562-4f14-84a7-7bace38bc416, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc41ff39-f334-4d31-a35c-3134293ec130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'f64e1d53-c25b-497a-9372-5b9640e5b104'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:29:52.811110 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:52.895261 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] For port d7eaee84-6562-4f14-84a7-7bace38bc416, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:29:52.899985 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] For port d7eaee84-6562-4f14-84a7-7bace38bc416, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=d7eaee84-6562-4f14-84a7-7bace38bc416,segment=NetworkSegment(fc41ff39-f334-4d31-a35c-3134293ec130),segment_id=fc41ff39-f334-4d31-a35c-3134293ec130)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:29:52.905663 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:52.970045 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Routers {'68e1a441-732a-419d-a66a-46987556f171'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:29:52.970690 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:29:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['68e1a441-732a-419d-a66a-46987556f171'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:53.025638 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb28c9-7464-4fae-ad1c-85f35d379401 None None] Pushing event updated for resources: {'Port': ['ID=d7eaee84-6562-4f14-84a7-7bace38bc416,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:53.103830 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] Set router 68e1a441-732a-419d-a66a-46987556f171 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:29:53.340213 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1a441-732a-419d-a66a-46987556f171', 'name': 'tempest-TestShelveInstance-95584737-router', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '24904734-28c6-4e63-af36-be5f55b9c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:44Z', 'updated_at': '2021-08-25T17:29:49Z', 'revision_number': 4, 'project_id': '6fe58a5603024e1687b9fb5e673acefb', 'gw_port': {'id': '24904734-28c6-4e63-af36-be5f55b9c9de', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1a441-732a-419d-a66a-46987556f171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:45Z', 'updated_at': '2021-08-25T17:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'd7eaee84-6562-4f14-84a7-7bace38bc416', 'name': '', 'network_id': 'f64e1d53-c25b-497a-9372-5b9640e5b104', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'mac_address': 'fa:16:3e:9b:be:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1a441-732a-419d-a66a-46987556f171', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a782dc86-7fde-478d-8e93-f22b2400e4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:48Z', 'updated_at': '2021-08-25T17:29:52Z', 'revision_number': 4, 'project_id': '6fe58a5603024e1687b9fb5e673acefb', 'subnets': [{'id': 'a782dc86-7fde-478d-8e93-f22b2400e4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:29:53.367956 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa540591-b5d8-43cb-80b8-b289c6c6ec1b None None] The sync data for ids ['68e1a441-732a-419d-a66a-46987556f171'] in dv-cinder-786385-9-iscsi is: [{'id': '68e1a441-732a-419d-a66a-46987556f171', 'name': 'tempest-TestShelveInstance-95584737-router', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '24904734-28c6-4e63-af36-be5f55b9c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:44Z', 'updated_at': '2021-08-25T17:29:49Z', 'revision_number': 4, 'project_id': '6fe58a5603024e1687b9fb5e673acefb', 'gw_port': {'id': '24904734-28c6-4e63-af36-be5f55b9c9de', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1a441-732a-419d-a66a-46987556f171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:45Z', 'updated_at': '2021-08-25T17:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'd7eaee84-6562-4f14-84a7-7bace38bc416', 'name': '', 'network_id': 'f64e1d53-c25b-497a-9372-5b9640e5b104', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'mac_address': 'fa:16:3e:9b:be:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e1a441-732a-419d-a66a-46987556f171', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'a782dc86-7fde-478d-8e93-f22b2400e4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:48Z', 'updated_at': '2021-08-25T17:29:52Z', 'revision_number': 4, 'project_id': '6fe58a5603024e1687b9fb5e673acefb', 'subnets': [{'id': 'a782dc86-7fde-478d-8e93-f22b2400e4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:29:53.517262 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 24904734-28c6-4e63-af36-be5f55b9c9de up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:53.588139 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 24904734-28c6-4e63-af36-be5f55b9c9de triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:53.588627 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:55.469027 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device d7eaee84-6562-4f14-84a7-7bace38bc416 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:55.518491 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port d7eaee84-6562-4f14-84a7-7bace38bc416 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:29:55.522055 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port d7eaee84-6562-4f14-84a7-7bace38bc416 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:55.523889 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:55.603782 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:55.636269 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port d7eaee84-6562-4f14-84a7-7bace38bc416, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=d7eaee84-6562-4f14-84a7-7bace38bc416,segment=NetworkSegment(fc41ff39-f334-4d31-a35c-3134293ec130),segment_id=fc41ff39-f334-4d31-a35c-3134293ec130)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:29:55.640024 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:55.686327 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=d7eaee84-6562-4f14-84a7-7bace38bc416,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:57.448353 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device d7eaee84-6562-4f14-84a7-7bace38bc416 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:29:57.498652 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port d7eaee84-6562-4f14-84a7-7bace38bc416 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:29:57.498925 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:58.311575 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Request body: {'port': {'device_id': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:58.368966 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:58.837896 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee79a80-68c2-4a1e-ad9b-7994746a64f9 req-0003c075-4512-4ada-af46-b643a2325488 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:58.839294 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8ee79a80-68c2-4a1e-ad9b-7994746a64f9 req-0003c075-4512-4ada-af46-b643a2325488 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 931 time: 0.4084530 Aug 25 17:29:58.848871 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe650817-ea43-4166-8fc6-72931af22dc1 req-e19ba62b-2782-4f60-a1b1-46d5c41d6fdb tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:58.850233 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fe650817-ea43-4166-8fc6-72931af22dc1 req-e19ba62b-2782-4f60-a1b1-46d5c41d6fdb tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.3680403 Aug 25 17:29:58.929643 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8ee79a80-68c2-4a1e-ad9b-7994746a64f9 req-e6b29f3f-a2c2-4255-979d-94002d507a3e tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751567 Aug 25 17:29:58.939771 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fe650817-ea43-4166-8fc6-72931af22dc1 req-2a4b35d5-b543-4cdd-a70d-a0743f29d1d4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822372 Aug 25 17:29:59.029679 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:29:59.072841 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:59.096889 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Transition to ACTIVE for port object 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:29:59.103412 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:59.190913 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-8bbc3afc-9091-4531-8c0e-1ff58947e1bf tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:59.192507 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-8bbc3afc-9091-4531-8c0e-1ff58947e1bf tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/networks?id=dc71a4a3-5389-4c29-a7aa-57847dce8413 HTTP/1.1" status: 200 len: 814 time: 0.1765127 Aug 25 17:29:59.206973 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Pushing event updated for resources: {'Port': ['ID=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:59.245879 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-02728167-91bb-4783-a70f-f0c9414fd460 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/quotas/e719120f6b3e4972921c7201a76cf7ee HTTP/1.1" status: 200 len: 375 time: 0.0360320 Aug 25 17:29:59.295800 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-b8dd2fe9-7c44-4fd3-91b3-422dc2184a4d tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e719120f6b3e4972921c7201a76cf7ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345111 Aug 25 17:29:59.297223 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Attempting to bind port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:29:59.297552 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Attempting to bind port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c47e1c41-8613-47d2-b78a-6c681758e272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9df84681-d070-4d12-8a33-62c614f41776'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:29:59.297885 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Attempting to bind port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca on network 9df84681-d070-4d12-8a33-62c614f41776 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:29:59.302542 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca on network 9df84681-d070-4d12-8a33-62c614f41776 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:29:59.302859 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Attempting to bind port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca on network 9df84681-d070-4d12-8a33-62c614f41776 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:29:59.315336 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:29:59.316066 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Checking segment: {'id': 'c47e1c41-8613-47d2-b78a-6c681758e272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9df84681-d070-4d12-8a33-62c614f41776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:29:59.316208 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Bound using segment: {'id': 'c47e1c41-8613-47d2-b78a-6c681758e272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9df84681-d070-4d12-8a33-62c614f41776'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:29:59.316648 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Bound port: 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47e1c41-8613-47d2-b78a-6c681758e272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9df84681-d070-4d12-8a33-62c614f41776'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:29:59.317002 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:59.446678 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-17ddde98-39ef-419f-9d0d-4a8eb6f7d269 service neutron] 10.222.0.13 "GET /v2.0/networks/dc71a4a3-5389-4c29-a7aa-57847dce8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387694 Aug 25 17:29:59.447751 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] For port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:29:59.468249 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] For port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,segment=NetworkSegment(c47e1c41-8613-47d2-b78a-6c681758e272),segment_id=c47e1c41-8613-47d2-b78a-6c681758e272)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:29:59.478485 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:59.499291 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49154) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:59.504028 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-64d19b0c-d277-4f07-bd11-129a03aa1191 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1518404133', 'description': 'tempest-secgroup-smoke-1518404133 description', 'project_id': 'd0eb65748cf6445e8a7685af435edc01'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:59.547407 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64d19b0c-d277-4f07-bd11-129a03aa1191 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:59.583866 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:59.584493 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:59.586012 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] 10.222.0.25 "PUT /v2.0/ports/57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca HTTP/1.1" status: 200 len: 1093 time: 1.2787507 Aug 25 17:29:59.586775 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'tag': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:29:59.588988 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2937663c-8c06-490e-90a2-67e4f042e681" -d '{"events": [{"name": "network-changed", "server_uuid": "7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1", "tag": "57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:29:59.621859 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38745c4f-bad2-4a23-b2a3-e69e6ac777a6 service neutron] Pushing event updated for resources: {'Port': ['ID=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:59.668215 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-39f43ce7-06cc-45e9-94ae-c126a2c26b5d service neutron] 10.222.0.13 "GET /v2.0/networks/dc71a4a3-5389-4c29-a7aa-57847dce8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115707 Aug 25 17:29:59.672605 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8061e796-692a-42b9-b1dc-2aebf2405a2a req-d45fccdb-2bf3-41cf-82c6-3916e7531d99 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1375754 Aug 25 17:29:59.707128 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64d19b0c-d277-4f07-bd11-129a03aa1191 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:59.734766 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64d19b0c-d277-4f07-bd11-129a03aa1191 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:59.743234 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-a4be8111-dbd0-4659-bfb2-f010d8e30f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:59.744531 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-a4be8111-dbd0-4659-bfb2-f010d8e30f9b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5cbf8ed113c4b7e9503a62bed2221ce&device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0950828 Aug 25 17:29:59.788928 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d19b0c-d277-4f07-bd11-129a03aa1191 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b7a38c-e328-4fdb-9a6e-3516cb494a8e,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:59.800381 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64d19b0c-d277-4f07-bd11-129a03aa1191 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:59.802205 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-64d19b0c-d277-4f07-bd11-129a03aa1191 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3018482 Aug 25 17:29:59.805213 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49158) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:59.807641 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c94ebf-4496-4702-ad3e-187c251a01d9 x-openstack-request-id: req-15c94ebf-4496-4702-ad3e-187c251a01d9 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:29:59.807929 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1", "tag": "57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:29:59.808169 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15c94ebf-4496-4702-ad3e-187c251a01d9 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:29:59.808562 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'tag': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca', 'status': 'completed', 'code': 200} Aug 25 17:29:59.810298 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e796-692a-42b9-b1dc-2aebf2405a2a req-7b026dfc-bafd-4a2f-abcb-10584fb865ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:59.810477 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a0cb495e-c42a-4159-9f14-829d6c009cda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Request body: {'security_group_rule': {'security_group_id': '09b7a38c-e328-4fdb-9a6e-3516cb494a8e', 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:59.811816 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8061e796-692a-42b9-b1dc-2aebf2405a2a req-7b026dfc-bafd-4a2f-abcb-10584fb865ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6aea98bc458945fb805455be3ae1ea26&device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 1098 time: 0.1136959 Aug 25 17:29:59.813688 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-fd2c6096-cf21-4750-844b-95bc81b8e7e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca HTTP/1.1" status: 200 len: 217 time: 0.0576627 Aug 25 17:29:59.848261 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0cb495e-c42a-4159-9f14-829d6c009cda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:59.916938 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0cb495e-c42a-4159-9f14-829d6c009cda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:59.921010 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0cb495e-c42a-4159-9f14-829d6c009cda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:59.939734 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb495e-c42a-4159-9f14-829d6c009cda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85568001-a7ac-4eda-9a0c-c7fddf791c9f,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:29:59.951340 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0cb495e-c42a-4159-9f14-829d6c009cda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:29:59.955251 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a0cb495e-c42a-4159-9f14-829d6c009cda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463246 Aug 25 17:29:59.956159 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49166) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:29:59.962651 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5a71aa65-2c40-43de-81f3-7704567cfa2a req-5de5d4df-a3e7-49b0-9e11-c9d67b0f50f8 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 210 time: 0.0826011 Aug 25 17:29:59.964725 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-c4186eec-8b2c-44a0-ae07-4c401a9938b1 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Request body: {'security_group_rule': {'security_group_id': '09b7a38c-e328-4fdb-9a6e-3516cb494a8e', 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:29:59.981048 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-49ee52ff-00c8-4c06-b832-01b1f9bbc8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:29:59.983289 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-49ee52ff-00c8-4c06-b832-01b1f9bbc8c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=576fc3d0-0569-41b1-b281-0b983a96176e HTTP/1.1" status: 200 len: 851 time: 0.1569753 Aug 25 17:30:00.012580 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4186eec-8b2c-44a0-ae07-4c401a9938b1 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.098494 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4186eec-8b2c-44a0-ae07-4c401a9938b1 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.103608 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4186eec-8b2c-44a0-ae07-4c401a9938b1 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.123181 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e796-692a-42b9-b1dc-2aebf2405a2a req-5dd5c789-d0dd-43b4-ac07-0ec7700d4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:00.124671 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8061e796-692a-42b9-b1dc-2aebf2405a2a req-5dd5c789-d0dd-43b4-ac07-0ec7700d4ecc service neutron] 10.222.0.25 "GET /v2.0/networks?id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 200 len: 920 time: 0.2539027 Aug 25 17:30:00.127209 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4186eec-8b2c-44a0-ae07-4c401a9938b1 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdde80c-a301-4871-9ca1-8d6be5218b9f,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:00.138532 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-0974cbf5-e452-4e8c-97de-cbd124cb3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:00.139099 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c4186eec-8b2c-44a0-ae07-4c401a9938b1 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.142857 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-0974cbf5-e452-4e8c-97de-cbd124cb3fe1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9df84681-d070-4d12-8a33-62c614f41776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1421404 Aug 25 17:30:00.143045 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c4186eec-8b2c-44a0-ae07-4c401a9938b1 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1826799 Aug 25 17:30:00.143230 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49174) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:00.147538 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7c657d23-b90b-4f0a-a17f-e1d9a850a248 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Request body: {'security_group_rule': {'security_group_id': '09b7a38c-e328-4fdb-9a6e-3516cb494a8e', 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:00.176891 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c657d23-b90b-4f0a-a17f-e1d9a850a248 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.232033 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8061e796-692a-42b9-b1dc-2aebf2405a2a req-1ba17bc5-41f5-433e-8e99-aaede98b3b52 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11808070-f907-459d-81ce-10958576c9f7 HTTP/1.1" status: 200 len: 217 time: 0.0966530 Aug 25 17:30:00.243241 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308268f4-2411-4821-ac82-dbf000a2bc15 req-fde0ebf1-7ad0-41c6-a971-c438c8242b68 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:00.244962 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-308268f4-2411-4821-ac82-dbf000a2bc15 req-fde0ebf1-7ad0-41c6-a971-c438c8242b68 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 943 time: 0.2011275 Aug 25 17:30:00.269962 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892446d3-d7f4-4905-ae0c-eb2ab5844e14 req-25c570ee-bb29-4de9-86a2-d3be856e12c2 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:00.271633 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-892446d3-d7f4-4905-ae0c-eb2ab5844e14 req-25c570ee-bb29-4de9-86a2-d3be856e12c2 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.1807520 Aug 25 17:30:00.411027 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e796-692a-42b9-b1dc-2aebf2405a2a req-ea519bb2-dce0-4fd6-b1bc-d9de7d51bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:00.412688 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8061e796-692a-42b9-b1dc-2aebf2405a2a req-ea519bb2-dce0-4fd6-b1bc-d9de7d51bf0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75334e3b-40c5-4c0c-b23e-9bc0f215df9d HTTP/1.1" status: 200 len: 859 time: 0.1641896 Aug 25 17:30:00.416903 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-c54c14fb-9497-4555-95d5-6a3f36211138 service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668366 Aug 25 17:30:00.419835 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-308268f4-2411-4821-ac82-dbf000a2bc15 req-933bbde5-fdfe-4055-8403-2ffd93f51469 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470923 Aug 25 17:30:00.425187 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-892446d3-d7f4-4905-ae0c-eb2ab5844e14 req-631ec699-e478-46f2-bbac-3fc1b555f987 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144948 Aug 25 17:30:00.445347 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c657d23-b90b-4f0a-a17f-e1d9a850a248 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.452969 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c657d23-b90b-4f0a-a17f-e1d9a850a248 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.476883 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c657d23-b90b-4f0a-a17f-e1d9a850a248 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b05a19d-34de-41c9-b823-5b85543e23c2,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:00.481710 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7c657d23-b90b-4f0a-a17f-e1d9a850a248 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.485514 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-7c657d23-b90b-4f0a-a17f-e1d9a850a248 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388081 Aug 25 17:30:00.486394 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49178) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:00.490818 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-cf52902c-b922-4b39-9e94-279554d71fde tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Request body: {'security_group_rule': {'security_group_id': '09b7a38c-e328-4fdb-9a6e-3516cb494a8e', 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:00.520602 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8061e796-692a-42b9-b1dc-2aebf2405a2a req-4a4cc5cd-e3fa-4617-883c-8395f2df1593 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929956 Aug 25 17:30:00.524909 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf52902c-b922-4b39-9e94-279554d71fde tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.597541 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf52902c-b922-4b39-9e94-279554d71fde tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.604013 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf52902c-b922-4b39-9e94-279554d71fde tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.628070 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf52902c-b922-4b39-9e94-279554d71fde tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.632079 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-cf52902c-b922-4b39-9e94-279554d71fde tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449251 Aug 25 17:30:00.633303 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49182) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:00.635714 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52902c-b922-4b39-9e94-279554d71fde tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cfc9b1-5e03-4963-a806-a5dbd7d9506e,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:00.640373 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-284b4c6c-b5a7-42f3-accf-8fe3f1b087cf tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Request body: {'security_group_rule': {'security_group_id': '09b7a38c-e328-4fdb-9a6e-3516cb494a8e', 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:00.642167 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2aab2c1b-efe3-421e-900e-b97c45018dc5 req-1c9c6693-8002-46e4-abb8-4053931d5b8e service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035310 Aug 25 17:30:00.664445 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8061e796-692a-42b9-b1dc-2aebf2405a2a req-31d46105-8d29-498c-8f84-1a36904789e2 service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335747 Aug 25 17:30:00.669446 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-284b4c6c-b5a7-42f3-accf-8fe3f1b087cf tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Project d0eb65748cf6445e8a7685af435edc01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 17:30:00.674596 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-284b4c6c-b5a7-42f3-accf-8fe3f1b087cf tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.740052 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-284b4c6c-b5a7-42f3-accf-8fe3f1b087cf tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.748845 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-284b4c6c-b5a7-42f3-accf-8fe3f1b087cf tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.769758 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b4c6c-b5a7-42f3-accf-8fe3f1b087cf tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e62fdb-be1b-4e7a-9b06-ac8fff70c7c2,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:00.777730 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-284b4c6c-b5a7-42f3-accf-8fe3f1b087cf tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.781692 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-284b4c6c-b5a7-42f3-accf-8fe3f1b087cf tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445873 Aug 25 17:30:00.781871 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49186) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:00.786453 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-274d1030-fe14-4d59-89ee-e0c598a8b101 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Request body: {'security_group_rule': {'security_group_id': '09b7a38c-e328-4fdb-9a6e-3516cb494a8e', 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:00.806570 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937663c-8c06-490e-90a2-67e4f042e681 req-ad9dfd5d-a9ce-4ea8-afaf-bddfe7042ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:00.808130 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2937663c-8c06-490e-90a2-67e4f042e681 req-ad9dfd5d-a9ce-4ea8-afaf-bddfe7042ca1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5cbf8ed113c4b7e9503a62bed2221ce&device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0761056 Aug 25 17:30:00.812245 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-274d1030-fe14-4d59-89ee-e0c598a8b101 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Project d0eb65748cf6445e8a7685af435edc01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 17:30:00.818066 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-274d1030-fe14-4d59-89ee-e0c598a8b101 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.828362 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8061e796-692a-42b9-b1dc-2aebf2405a2a req-57525889-7304-4906-a252-3d16e25019bf service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465194 Aug 25 17:30:00.887101 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-274d1030-fe14-4d59-89ee-e0c598a8b101 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.891393 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-274d1030-fe14-4d59-89ee-e0c598a8b101 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.909310 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d1030-fe14-4d59-89ee-e0c598a8b101 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321f84ee-4979-442f-ba07-508c55c55bd1,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:00.917534 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-274d1030-fe14-4d59-89ee-e0c598a8b101 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:00.917967 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937663c-8c06-490e-90a2-67e4f042e681 req-b38d5eaf-a002-4d26-9e6b-a75949817c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:00.918837 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-274d1030-fe14-4d59-89ee-e0c598a8b101 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360078 Aug 25 17:30:00.919581 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2937663c-8c06-490e-90a2-67e4f042e681 req-b38d5eaf-a002-4d26-9e6b-a75949817c89 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9df84681-d070-4d12-8a33-62c614f41776 HTTP/1.1" status: 200 len: 913 time: 0.1011248 Aug 25 17:30:00.978062 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2937663c-8c06-490e-90a2-67e4f042e681 req-c500218a-2e61-4393-9b53-81b6e2e25c91 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca HTTP/1.1" status: 200 len: 217 time: 0.0456522 Aug 25 17:30:01.064883 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937663c-8c06-490e-90a2-67e4f042e681 req-555a0165-283a-460d-9e32-b1c5e51dbac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:01.066059 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2937663c-8c06-490e-90a2-67e4f042e681 req-555a0165-283a-460d-9e32-b1c5e51dbac1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=576fc3d0-0569-41b1-b281-0b983a96176e HTTP/1.1" status: 200 len: 851 time: 0.0738456 Aug 25 17:30:01.071092 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3bad0-3720-4da0-b08b-74205a2831c8 req-873632f4-9476-4d3e-9fd6-16e05b2d883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:01.072515 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aae3bad0-3720-4da0-b08b-74205a2831c8 req-873632f4-9476-4d3e-9fd6-16e05b2d883c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 1099 time: 0.0814121 Aug 25 17:30:01.138430 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-de3246c6-ef25-4d70-a4ff-88a446c7891d req-e7240669-97c1-4544-8f96-9773aa7b9bf5 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 210 time: 0.0569580 Aug 25 17:30:01.160917 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aae3bad0-3720-4da0-b08b-74205a2831c8 req-6963e8d2-c02c-45ac-97d3-330e4bf4eff5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785606 Aug 25 17:30:01.163475 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937663c-8c06-490e-90a2-67e4f042e681 req-5d441fd2-acf0-46d4-998a-30e471613fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:01.165503 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2937663c-8c06-490e-90a2-67e4f042e681 req-5d441fd2-acf0-46d4-998a-30e471613fab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9df84681-d070-4d12-8a33-62c614f41776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918396 Aug 25 17:30:01.943834 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d12ce-c2c3-48cf-91bb-2173502ce4c1 req-0fc4ea12-086a-40a7-a1d8-86635af39952 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:01.946066 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-541d12ce-c2c3-48cf-91bb-2173502ce4c1 req-0fc4ea12-086a-40a7-a1d8-86635af39952 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 943 time: 0.4526765 Aug 25 17:30:02.054405 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907fda9-a308-4db3-ba2d-f62bbb0dcc6d req-ddafc153-b2a6-4f5f-a5e8-fb96e904afb3 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:02.056722 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c907fda9-a308-4db3-ba2d-f62bbb0dcc6d req-ddafc153-b2a6-4f5f-a5e8-fb96e904afb3 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.4658110 Aug 25 17:30:02.080185 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2937663c-8c06-490e-90a2-67e4f042e681 req-92b12263-88b0-47d0-9ebe-511202aff6a3 service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530863 Aug 25 17:30:02.083115 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-541d12ce-c2c3-48cf-91bb-2173502ce4c1 req-c15dfea4-6cb9-4c0e-aa5a-5058793cea24 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261966 Aug 25 17:30:02.111124 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-c6a3ecf4-5358-4006-a431-3922372d9cf0 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:02.112816 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-c6a3ecf4-5358-4006-a431-3922372d9cf0 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.25 "GET /v2.0/networks?id=dc71a4a3-5389-4c29-a7aa-57847dce8413 HTTP/1.1" status: 200 len: 814 time: 0.5234501 Aug 25 17:30:02.129664 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-4a436ddc-a081-4a22-8e5c-e1c007514c8b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Request body: {'port': {'device_id': '0cbe3fbf-7424-46f0-855d-9e81cf157362', 'network_id': 'dc71a4a3-5389-4c29-a7aa-57847dce8413', 'admin_state_up': True, 'tenant_id': 'e719120f6b3e4972921c7201a76cf7ee'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:02.228203 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c907fda9-a308-4db3-ba2d-f62bbb0dcc6d req-03f137a4-4fc2-4de5-ba56-2bbc59763443 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650846 Aug 25 17:30:02.284629 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2937663c-8c06-490e-90a2-67e4f042e681 req-14f80c2d-42ef-4e41-8f3a-a0b9c20ebc98 service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904535 Aug 25 17:30:02.321233 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c77e9e0-2674-4e53-925e-ff813a4dd3b5 req-d5bad75f-9445-483c-b18b-8d7b7dd462c4 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 210 time: 0.0305333 Aug 25 17:30:02.340453 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-4a436ddc-a081-4a22-8e5c-e1c007514c8b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Made reservation on behalf of e719120f6b3e4972921c7201a76cf7ee for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:30:02.350325 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-4a436ddc-a081-4a22-8e5c-e1c007514c8b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:02.480334 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-4a436ddc-a081-4a22-8e5c-e1c007514c8b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Allocated IP 172.20.0.10 (dc71a4a3-5389-4c29-a7aa-57847dce8413/33cd230b-2516-46b8-a641-9ce74465d74b/af247dba-a14a-4c1b-8f87-defd025dc812) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:30:02.631196 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-4a436ddc-a081-4a22-8e5c-e1c007514c8b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:02.669862 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-4a436ddc-a081-4a22-8e5c-e1c007514c8b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:02.716216 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-4a436ddc-a081-4a22-8e5c-e1c007514c8b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Network dc71a4a3-5389-4c29-a7aa-57847dce8413 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:30:02.719341 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-4a436ddc-a081-4a22-8e5c-e1c007514c8b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:30:02.723529 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-4a436ddc-a081-4a22-8e5c-e1c007514c8b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:30:02.727931 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a436ddc-a081-4a22-8e5c-e1c007514c8b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Pushing event updated for resources: {'Port': ['ID=af247dba-a14a-4c1b-8f87-defd025dc812,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:02.772313 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-4a436ddc-a081-4a22-8e5c-e1c007514c8b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:02.772919 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-4a436ddc-a081-4a22-8e5c-e1c007514c8b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:02.787177 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-4a436ddc-a081-4a22-8e5c-e1c007514c8b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6619763 Aug 25 17:30:02.903022 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Request body: {'port': {'device_id': '0cbe3fbf-7424-46f0-855d-9e81cf157362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:02.961530 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:03.254456 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2184d0-4183-448e-a18f-f01ea36cbfc8 req-0ce8ee62-cb37-4918-a340-263fef42e491 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:03.256041 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e2184d0-4183-448e-a18f-f01ea36cbfc8 req-0ce8ee62-cb37-4918-a340-263fef42e491 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 943 time: 0.0951116 Aug 25 17:30:03.277353 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af247dba-a14a-4c1b-8f87-defd025dc812 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:30:03.296618 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:03.348919 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Transition to ACTIVE for port object af247dba-a14a-4c1b-8f87-defd025dc812 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:30:03.357142 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e2184d0-4183-448e-a18f-f01ea36cbfc8 req-556f3295-e7c7-4b01-a3a1-0fa6346fb67c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903034 Aug 25 17:30:03.359392 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:03.417714 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4ac0a-d3ef-494c-9ee2-33adb03f544d req-20fedba3-034c-4563-86e2-901629c7672f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:03.419475 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a7a4ac0a-d3ef-494c-9ee2-33adb03f544d req-20fedba3-034c-4563-86e2-901629c7672f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.1132586 Aug 25 17:30:03.437415 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Pushing event updated for resources: {'Port': ['ID=af247dba-a14a-4c1b-8f87-defd025dc812,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:03.511589 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a7a4ac0a-d3ef-494c-9ee2-33adb03f544d req-8dcb8105-9a96-41f2-99ac-08a236e709ad tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819659 Aug 25 17:30:03.560110 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Attempting to bind port af247dba-a14a-4c1b-8f87-defd025dc812 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:30:03.560449 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Attempting to bind port af247dba-a14a-4c1b-8f87-defd025dc812 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e5260c49-b192-47f6-8a0b-cf5bf76f46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dc71a4a3-5389-4c29-a7aa-57847dce8413'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:30:03.560788 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Attempting to bind port af247dba-a14a-4c1b-8f87-defd025dc812 on network dc71a4a3-5389-4c29-a7aa-57847dce8413 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:30:03.569571 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Port af247dba-a14a-4c1b-8f87-defd025dc812 on network dc71a4a3-5389-4c29-a7aa-57847dce8413 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:30:03.569932 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Attempting to bind port af247dba-a14a-4c1b-8f87-defd025dc812 on network dc71a4a3-5389-4c29-a7aa-57847dce8413 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:30:03.580704 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:30:03.581067 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Checking segment: {'id': 'e5260c49-b192-47f6-8a0b-cf5bf76f46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dc71a4a3-5389-4c29-a7aa-57847dce8413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:30:03.581917 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Bound using segment: {'id': 'e5260c49-b192-47f6-8a0b-cf5bf76f46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dc71a4a3-5389-4c29-a7aa-57847dce8413'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:30:03.581917 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Bound port: af247dba-a14a-4c1b-8f87-defd025dc812, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5260c49-b192-47f6-8a0b-cf5bf76f46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dc71a4a3-5389-4c29-a7aa-57847dce8413'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:30:03.582212 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:03.596667 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2965a-47a5-4ebb-ac0a-958c94d50f2a req-2ea27595-4d01-4b6e-ab62-cf2ad25ba365 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:03.598281 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-40d2965a-47a5-4ebb-ac0a-958c94d50f2a req-2ea27595-4d01-4b6e-ab62-cf2ad25ba365 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 944 time: 0.0782735 Aug 25 17:30:03.675725 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-40d2965a-47a5-4ebb-ac0a-958c94d50f2a req-6b799966-ade8-4d40-a992-2e1995f794a4 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669527 Aug 25 17:30:03.694653 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] For port af247dba-a14a-4c1b-8f87-defd025dc812, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:30:03.700642 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] For port af247dba-a14a-4c1b-8f87-defd025dc812, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af247dba-a14a-4c1b-8f87-defd025dc812,segment=NetworkSegment(e5260c49-b192-47f6-8a0b-cf5bf76f46e8),segment_id=e5260c49-b192-47f6-8a0b-cf5bf76f46e8)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:30:03.705631 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:03.787619 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:03.788768 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:03.795893 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] 10.222.0.25 "PUT /v2.0/ports/af247dba-a14a-4c1b-8f87-defd025dc812 HTTP/1.1" status: 200 len: 1094 time: 0.8974755 Aug 25 17:30:03.812175 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cbe3fbf-7424-46f0-855d-9e81cf157362', 'tag': 'af247dba-a14a-4c1b-8f87-defd025dc812'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:30:03.814338 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21c8da3-1d30-4514-96ef-2940f08b5b60" -d '{"events": [{"name": "network-changed", "server_uuid": "0cbe3fbf-7424-46f0-855d-9e81cf157362", "tag": "af247dba-a14a-4c1b-8f87-defd025dc812"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:30:03.864189 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d01b5-0702-4776-b0bc-89308d6563ed service neutron] Pushing event updated for resources: {'Port': ['ID=af247dba-a14a-4c1b-8f87-defd025dc812,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:03.869320 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a89488c-9294-457e-841a-3ce01d9f6174 x-openstack-request-id: req-2a89488c-9294-457e-841a-3ce01d9f6174 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:30:03.869602 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cbe3fbf-7424-46f0-855d-9e81cf157362", "tag": "af247dba-a14a-4c1b-8f87-defd025dc812", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:30:03.869848 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a89488c-9294-457e-841a-3ce01d9f6174 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:30:03.870227 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cbe3fbf-7424-46f0-855d-9e81cf157362', 'tag': 'af247dba-a14a-4c1b-8f87-defd025dc812', 'status': 'completed', 'code': 200} Aug 25 17:30:03.878704 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90de2b4-2d2b-40c6-9c2b-348e9f17601c req-a0a9fa8d-570d-404d-8dc0-54d7d294d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:03.880276 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f90de2b4-2d2b-40c6-9c2b-348e9f17601c req-a0a9fa8d-570d-404d-8dc0-54d7d294d31c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6aea98bc458945fb805455be3ae1ea26&device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 1099 time: 0.1409774 Aug 25 17:30:03.903503 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f3df2-79c8-441f-ab84-0f5eb4637399 req-a38bb5a0-1d96-4b10-8de8-a0c0a9446713 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:03.905088 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-036f3df2-79c8-441f-ab84-0f5eb4637399 req-a38bb5a0-1d96-4b10-8de8-a0c0a9446713 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.1548121 Aug 25 17:30:04.001545 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-0a4e2ea0-cae0-4511-9737-60797600772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:04.003737 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-0a4e2ea0-cae0-4511-9737-60797600772f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e719120f6b3e4972921c7201a76cf7ee&device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 1097 time: 0.1558399 Aug 25 17:30:04.030069 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-036f3df2-79c8-441f-ab84-0f5eb4637399 req-54d1b03a-cd45-49fc-b32c-8e89925f1283 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147015 Aug 25 17:30:04.064702 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-8123ab61-b6d9-4dfb-b7b5-24330017ba71 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af247dba-a14a-4c1b-8f87-defd025dc812 HTTP/1.1" status: 200 len: 217 time: 0.0502467 Aug 25 17:30:04.091295 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90de2b4-2d2b-40c6-9c2b-348e9f17601c req-eaf312f8-94f8-4530-b320-5b220c934a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:04.092731 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f90de2b4-2d2b-40c6-9c2b-348e9f17601c req-eaf312f8-94f8-4530-b320-5b220c934a20 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 200 len: 920 time: 0.1984861 Aug 25 17:30:04.155078 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f90de2b4-2d2b-40c6-9c2b-348e9f17601c req-be43e93e-b8bb-4de4-a8a3-8afa347ff189 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dad6074-c1ba-4c18-af5d-9045068fa562 HTTP/1.1" status: 200 len: 217 time: 0.0397127 Aug 25 17:30:04.173563 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5f8d08fe-0621-4226-89e7-c6ea658d1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:04.174988 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5f8d08fe-0621-4226-89e7-c6ea658d1e74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33cd230b-2516-46b8-a641-9ce74465d74b HTTP/1.1" status: 200 len: 854 time: 0.0924199 Aug 25 17:30:04.227599 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-322fc085-48a3-4ba1-a6c4-0d4cab755d28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc71a4a3-5389-4c29-a7aa-57847dce8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342724 Aug 25 17:30:04.247641 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90de2b4-2d2b-40c6-9c2b-348e9f17601c req-dd537971-d16b-4127-954d-d464ac9de95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:04.249126 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f90de2b4-2d2b-40c6-9c2b-348e9f17601c req-dd537971-d16b-4127-954d-d464ac9de95c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75334e3b-40c5-4c0c-b23e-9bc0f215df9d HTTP/1.1" status: 200 len: 859 time: 0.0864706 Aug 25 17:30:04.313486 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f90de2b4-2d2b-40c6-9c2b-348e9f17601c req-475d62b8-a08a-4a12-ab5e-81a9e1ca808a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537255 Aug 25 17:30:04.407137 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-5e0da997-bd3f-48aa-a234-8af936f111cb service neutron] 10.222.0.25 "GET /v2.0/networks/dc71a4a3-5389-4c29-a7aa-57847dce8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714671 Aug 25 17:30:04.509736 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f90de2b4-2d2b-40c6-9c2b-348e9f17601c req-f0443af4-c482-448a-9003-3d13ac394f90 service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871104 Aug 25 17:30:04.587059 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15c4ff-4e1c-4a34-8c61-785ec41f6948 req-f70d0f93-629a-47eb-a6d3-c9a282f87c93 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:04.588578 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2a15c4ff-4e1c-4a34-8c61-785ec41f6948 req-f70d0f93-629a-47eb-a6d3-c9a282f87c93 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 943 time: 0.1513894 Aug 25 17:30:04.616417 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11fb3f0c-d48b-497e-bcbb-cc10a0e92f56 req-26365640-2668-4bc8-91e4-ec3e54d75e45 service neutron] 10.222.0.25 "GET /v2.0/networks/dc71a4a3-5389-4c29-a7aa-57847dce8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011361 Aug 25 17:30:04.659385 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2a15c4ff-4e1c-4a34-8c61-785ec41f6948 req-21410452-c810-4807-88a0-cd8e1eda32f7 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596941 Aug 25 17:30:04.673943 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f90de2b4-2d2b-40c6-9c2b-348e9f17601c req-652826fd-9f6c-48af-b438-00f2b11e8ac3 service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528273 Aug 25 17:30:04.725605 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8da3-1d30-4514-96ef-2940f08b5b60 req-5bc62a48-0468-4273-865b-cafd383049e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:04.728030 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a21c8da3-1d30-4514-96ef-2940f08b5b60 req-5bc62a48-0468-4273-865b-cafd383049e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e719120f6b3e4972921c7201a76cf7ee&device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 1097 time: 0.0485928 Aug 25 17:30:04.858717 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fb988-2d42-413f-b6f8-be7b12b20b12 req-599476f9-5ade-4737-b3b0-549f4a6ca5ea tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:04.860234 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f2fb988-2d42-413f-b6f8-be7b12b20b12 req-599476f9-5ade-4737-b3b0-549f4a6ca5ea tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 944 time: 0.1038952 Aug 25 17:30:04.862951 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8da3-1d30-4514-96ef-2940f08b5b60 req-1d416e2e-d37d-40a5-a8af-1cebfb2a3b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:04.864335 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a21c8da3-1d30-4514-96ef-2940f08b5b60 req-1d416e2e-d37d-40a5-a8af-1cebfb2a3b6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc71a4a3-5389-4c29-a7aa-57847dce8413 HTTP/1.1" status: 200 len: 915 time: 0.1257348 Aug 25 17:30:04.911845 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a21c8da3-1d30-4514-96ef-2940f08b5b60 req-dab8a8ac-ec78-4366-8cbd-ac31d83a9b03 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af247dba-a14a-4c1b-8f87-defd025dc812 HTTP/1.1" status: 200 len: 217 time: 0.0392001 Aug 25 17:30:04.938292 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f2fb988-2d42-413f-b6f8-be7b12b20b12 req-b583d43a-0cbf-4f64-94df-5fd0cc70b79d tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720153 Aug 25 17:30:04.972632 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8da3-1d30-4514-96ef-2940f08b5b60 req-846b21ae-039a-4a52-85bb-bf18f7813d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:04.974079 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a21c8da3-1d30-4514-96ef-2940f08b5b60 req-846b21ae-039a-4a52-85bb-bf18f7813d9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33cd230b-2516-46b8-a641-9ce74465d74b HTTP/1.1" status: 200 len: 854 time: 0.0508871 Aug 25 17:30:05.009461 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a21c8da3-1d30-4514-96ef-2940f08b5b60 req-bbabe0ee-8821-4e1d-b0f9-d7dfdfbf9642 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc71a4a3-5389-4c29-a7aa-57847dce8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269864 Aug 25 17:30:05.115330 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a21c8da3-1d30-4514-96ef-2940f08b5b60 req-c97ca22f-5692-419a-ac6a-0eebfd09ccac service neutron] 10.222.0.25 "GET /v2.0/networks/dc71a4a3-5389-4c29-a7aa-57847dce8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975192 Aug 25 17:30:05.127883 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:30:05.208002 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76cf82-120d-46ef-a68e-5df7b4b82141 req-76d6a667-8cef-4798-854d-2c6c65ab54d8 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:05.209528 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af76cf82-120d-46ef-a68e-5df7b4b82141 req-76d6a667-8cef-4798-854d-2c6c65ab54d8 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.1104522 Aug 25 17:30:05.228143 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,segment=NetworkSegment(c47e1c41-8613-47d2-b78a-6c681758e272),segment_id=c47e1c41-8613-47d2-b78a-6c681758e272)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:30:05.239590 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'port_id': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca', 'mac_address': 'fa:16:3e:f6:65:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:30:05.262097 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a21c8da3-1d30-4514-96ef-2940f08b5b60 req-70860a7a-86b7-4b46-9496-a99bf6c0bb3e service neutron] 10.222.0.25 "GET /v2.0/networks/dc71a4a3-5389-4c29-a7aa-57847dce8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325529 Aug 25 17:30:05.269851 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af76cf82-120d-46ef-a68e-5df7b4b82141 req-cfcae5b1-77da-4f72-940d-3ceeaa363be1 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501964 Aug 25 17:30:05.279491 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:05.294417 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:30:05.314763 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,segment=NetworkSegment(c47e1c41-8613-47d2-b78a-6c681758e272),segment_id=c47e1c41-8613-47d2-b78a-6c681758e272)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:30:05.319231 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:05.368932 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:05.784492 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10035c5-4424-4468-bead-778d12abb3ba req-755ce7f3-fbc2-4d96-ac22-1315241232c2 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:05.785976 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e10035c5-4424-4468-bead-778d12abb3ba req-755ce7f3-fbc2-4d96-ac22-1315241232c2 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 944 time: 0.0544641 Aug 25 17:30:05.824611 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e10035c5-4424-4468-bead-778d12abb3ba req-7bf9237d-7527-467f-a7ae-8a8b02573c4e tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324926 Aug 25 17:30:06.062353 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ec885-e523-424c-a9ec-7010d278367b req-73f3991c-b3c6-4baa-9d58-feb633a4b336 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:06.063848 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b73ec885-e523-424c-a9ec-7010d278367b req-73f3991c-b3c6-4baa-9d58-feb633a4b336 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 944 time: 0.0529544 Aug 25 17:30:06.102894 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b73ec885-e523-424c-a9ec-7010d278367b req-af6d2594-c7d8-4545-a208-cf6bf9bc8eda tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Aug 25 17:30:06.238267 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:30:06.404420 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36214e67-ea94-471c-880c-43c8e31824fd req-e2ba8acb-6872-415f-a679-3318345dfaed tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:06.405986 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-36214e67-ea94-471c-880c-43c8e31824fd req-e2ba8acb-6872-415f-a679-3318345dfaed tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0603673 Aug 25 17:30:06.446851 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-36214e67-ea94-471c-880c-43c8e31824fd req-191f57ba-aea0-4f81-a9b6-f308376c9a2f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347466 Aug 25 17:30:06.938531 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aca57f-54fa-4abd-b04d-261f5fbdb4ec req-df0302ed-7eb4-4ba8-8494-c3a35ca7166e tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:06.940040 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c1aca57f-54fa-4abd-b04d-261f5fbdb4ec req-df0302ed-7eb4-4ba8-8494-c3a35ca7166e tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 944 time: 0.0477819 Aug 25 17:30:06.978690 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c1aca57f-54fa-4abd-b04d-261f5fbdb4ec req-25f5b0b0-6135-4b5f-af25-c35817430235 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321419 Aug 25 17:30:07.221205 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f3e5-af0c-43fc-abb5-53efc0ad6df9 req-3bd942f9-0d10-4be5-96d3-853f502bae54 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:07.222580 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7544f3e5-af0c-43fc-abb5-53efc0ad6df9 req-3bd942f9-0d10-4be5-96d3-853f502bae54 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 944 time: 0.0527575 Aug 25 17:30:07.261851 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7544f3e5-af0c-43fc-abb5-53efc0ad6df9 req-86f6a8ee-e54a-4c29-95cf-c2185ffd2ca0 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333209 Aug 25 17:30:07.561488 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb09093-7f3a-4bf4-ab4a-37c53d43b801 req-b33b6c90-1418-4994-9c02-688987a9d5ac tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:07.563058 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2cb09093-7f3a-4bf4-ab4a-37c53d43b801 req-b33b6c90-1418-4994-9c02-688987a9d5ac tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0492535 Aug 25 17:30:07.600951 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2cb09093-7f3a-4bf4-ab4a-37c53d43b801 req-3aa2af2b-622c-4c46-894c-61ab8b051566 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318918 Aug 25 17:30:08.102613 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88486f-fee8-4b9c-bcb6-b9b51e9ff7fc req-6c54e32b-c014-4358-b613-c398125e6b07 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:08.104256 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd88486f-fee8-4b9c-bcb6-b9b51e9ff7fc req-6c54e32b-c014-4358-b613-c398125e6b07 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 944 time: 0.0556145 Aug 25 17:30:08.144818 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd88486f-fee8-4b9c-bcb6-b9b51e9ff7fc req-8ca46b25-6b42-429b-9a89-0c44f5eb9d3e tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342264 Aug 25 17:30:08.388081 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52501ce0-c2f4-42f4-a974-06dcb1ca0400 req-03d1a15b-588d-448a-ac8b-8c48269759e6 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:08.389495 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-52501ce0-c2f4-42f4-a974-06dcb1ca0400 req-03d1a15b-588d-448a-ac8b-8c48269759e6 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 944 time: 0.0538299 Aug 25 17:30:08.428043 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-52501ce0-c2f4-42f4-a974-06dcb1ca0400 req-dc5c3703-1c5a-41b4-9c8e-7cb41ddbe930 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325315 Aug 25 17:30:08.718062 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d1b6e-ddc9-4956-a193-f09f4933664c req-bed0c643-9038-49ac-a06a-b82ef85cf853 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:08.720516 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-579d1b6e-ddc9-4956-a193-f09f4933664c req-bed0c643-9038-49ac-a06a-b82ef85cf853 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0504010 Aug 25 17:30:08.761679 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-579d1b6e-ddc9-4956-a193-f09f4933664c req-997e40a6-702a-4bdc-90c3-0745f782c6e6 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353906 Aug 25 17:30:09.131198 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device af247dba-a14a-4c1b-8f87-defd025dc812 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:30:09.134412 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:30:09.238460 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:30:09.246437 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:30:09.246819 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:09.262055 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f567c-496f-49e1-872d-25d66925f7a7 req-4f8eee48-a666-46f5-a9c2-ca920ff470c4 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:09.263579 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ce3f567c-496f-49e1-872d-25d66925f7a7 req-4f8eee48-a666-46f5-a9c2-ca920ff470c4 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 944 time: 0.0521100 Aug 25 17:30:09.311395 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port af247dba-a14a-4c1b-8f87-defd025dc812, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af247dba-a14a-4c1b-8f87-defd025dc812,segment=NetworkSegment(e5260c49-b192-47f6-8a0b-cf5bf76f46e8),segment_id=e5260c49-b192-47f6-8a0b-cf5bf76f46e8)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:30:09.316896 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ce3f567c-496f-49e1-872d-25d66925f7a7 req-f6ae04c0-d53a-4b57-bb14-378af673449b tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471511 Aug 25 17:30:09.328388 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'af247dba-a14a-4c1b-8f87-defd025dc812', 'network_id': 'dc71a4a3-5389-4c29-a7aa-57847dce8413', 'port_id': 'af247dba-a14a-4c1b-8f87-defd025dc812', 'mac_address': 'fa:16:3e:33:c0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33cd230b-2516-46b8-a641-9ce74465d74b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:30:09.396510 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:09.400237 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:09.427434 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af247dba-a14a-4c1b-8f87-defd025dc812 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:30:09.436662 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:30:09.438921 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a50ea4-f642-4e92-b968-7bcfb535bf0e" -d '{"events": [{"server_uuid": "7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1", "name": "network-vif-plugged", "status": "completed", "tag": "57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:30:09.470423 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,segment=NetworkSegment(c47e1c41-8613-47d2-b78a-6c681758e272),segment_id=c47e1c41-8613-47d2-b78a-6c681758e272)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:30:09.478743 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port af247dba-a14a-4c1b-8f87-defd025dc812, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af247dba-a14a-4c1b-8f87-defd025dc812,segment=NetworkSegment(e5260c49-b192-47f6-8a0b-cf5bf76f46e8),segment_id=e5260c49-b192-47f6-8a0b-cf5bf76f46e8)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:30:09.482581 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:09.489511 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:09.492542 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa7e363-69cd-4749-916c-41ea80a32c01 x-openstack-request-id: req-cfa7e363-69cd-4749-916c-41ea80a32c01 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:30:09.492871 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1", "name": "network-vif-plugged", "status": "completed", "tag": "57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:30:09.493125 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfa7e363-69cd-4749-916c-41ea80a32c01 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:30:09.493512 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca', 'code': 200} Aug 25 17:30:09.513686 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-61070e2b-ef66-4143-a80f-2144ccd1ad24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:09.553976 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:09.578374 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ef5a8-9bb5-4dd1-8322-7d128bfade4d req-2a7e2148-372f-4770-a5a3-b038ceec8511 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:09.586879 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-569ef5a8-9bb5-4dd1-8322-7d128bfade4d req-2a7e2148-372f-4770-a5a3-b038ceec8511 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 945 time: 0.0641527 Aug 25 17:30:09.626675 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=af247dba-a14a-4c1b-8f87-defd025dc812,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:09.634247 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-569ef5a8-9bb5-4dd1-8322-7d128bfade4d req-eb8d42f9-a886-4328-8068-7129f9a71e37 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Aug 25 17:30:09.720496 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8851f37-f3fc-4ef2-96d8-497c321b88f1 req-b2ea89e2-e659-4be6-b68a-d3c6c638f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:09.722009 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b8851f37-f3fc-4ef2-96d8-497c321b88f1 req-b2ea89e2-e659-4be6-b68a-d3c6c638f7db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0458927 Aug 25 17:30:09.778461 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b8851f37-f3fc-4ef2-96d8-497c321b88f1 req-72a8909e-78a3-40b4-ae77-409cf920b79c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Aug 25 17:30:09.903625 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46b638-f055-4c92-a1b6-f6188453c83b req-dbfcb90b-09e3-4c55-8c71-18b7d5e4a787 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:09.905428 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-be46b638-f055-4c92-a1b6-f6188453c83b req-dbfcb90b-09e3-4c55-8c71-18b7d5e4a787 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0648677 Aug 25 17:30:09.935656 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['af247dba-a14a-4c1b-8f87-defd025dc812'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:30:09.947495 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-be46b638-f055-4c92-a1b6-f6188453c83b req-f2126f93-1257-4956-a04e-c6969d9c02b5 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356119 Aug 25 17:30:10.068144 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:10.438382 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf237218-ff4b-4245-a81b-3f2bb2f3d18d req-4cc7eecd-eb29-403d-94b1-cf287b2b0edf tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:10.439891 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf237218-ff4b-4245-a81b-3f2bb2f3d18d req-4cc7eecd-eb29-403d-94b1-cf287b2b0edf tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 945 time: 0.0520723 Aug 25 17:30:10.481426 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf237218-ff4b-4245-a81b-3f2bb2f3d18d req-a5f1e842-1293-4373-9a3a-c0d9b2c23c31 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347033 Aug 25 17:30:10.763376 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6679f66-53af-4e88-84c7-ba81dd4492a7 req-fb3f43d7-85b2-4b9f-987c-158ac5099e82 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:10.764861 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d6679f66-53af-4e88-84c7-ba81dd4492a7 req-fb3f43d7-85b2-4b9f-987c-158ac5099e82 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 945 time: 0.0561843 Aug 25 17:30:10.810970 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d6679f66-53af-4e88-84c7-ba81dd4492a7 req-04f63f22-3c9f-40e8-b5d6-cf873b893948 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343521 Aug 25 17:30:11.418189 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c2fde-9bfd-4a49-9237-76ec7c765c12 req-3d3d5028-eaee-4266-b5d7-83217b9b317e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:11.419714 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e03c2fde-9bfd-4a49-9237-76ec7c765c12 req-3d3d5028-eaee-4266-b5d7-83217b9b317e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0526681 Aug 25 17:30:11.456512 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e03c2fde-9bfd-4a49-9237-76ec7c765c12 req-296f3ed5-f90c-4e8e-b818-6e5f45812a16 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309205 Aug 25 17:30:11.616972 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767d872-cc93-4af2-b268-5f7805bcb313 req-d00fdd7c-fcb1-4a4a-859c-66e20ae987ec tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:11.618496 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e767d872-cc93-4af2-b268-5f7805bcb313 req-d00fdd7c-fcb1-4a4a-859c-66e20ae987ec tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 945 time: 0.0620034 Aug 25 17:30:11.661755 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e767d872-cc93-4af2-b268-5f7805bcb313 req-2d8de3b8-d4cd-43b5-96ce-c58206459217 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365269 Aug 25 17:30:11.955220 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda5293-04b8-4c42-8e12-eafa48cd9090 req-ef79cfc5-3fba-48bf-9cf2-b64d57a92019 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:11.957052 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ddda5293-04b8-4c42-8e12-eafa48cd9090 req-ef79cfc5-3fba-48bf-9cf2-b64d57a92019 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 945 time: 0.0737610 Aug 25 17:30:12.019404 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ddda5293-04b8-4c42-8e12-eafa48cd9090 req-b1729c56-2da9-4370-b127-0a95768e635d tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484266 Aug 25 17:30:12.205950 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-37f0ff7a-5cb4-49fb-9bbd-77dce4a0d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:12.366539 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:12.788294 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd10126-a883-48df-893a-350c340acfb1 req-711bfd09-09bc-4716-b48a-70d592a8ece2 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:12.790011 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dbd10126-a883-48df-893a-350c340acfb1 req-711bfd09-09bc-4716-b48a-70d592a8ece2 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 945 time: 0.0508738 Aug 25 17:30:12.828416 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dbd10126-a883-48df-893a-350c340acfb1 req-0a872962-262f-4519-894e-30160d2c5093 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Aug 25 17:30:12.948745 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32eade2-2d7d-41cf-a5f7-31516556a4a0 req-897825be-21dc-403b-91ac-ff9067d14bad tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:12.950216 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f32eade2-2d7d-41cf-a5f7-31516556a4a0 req-897825be-21dc-403b-91ac-ff9067d14bad tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 945 time: 0.0541975 Aug 25 17:30:12.989931 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f32eade2-2d7d-41cf-a5f7-31516556a4a0 req-26e10fec-11b1-4817-8726-c2546929a7e6 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336158 Aug 25 17:30:13.152229 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abef42c-01e8-4e24-bd76-2fd83f9ba164 req-5dff582f-21ef-40c1-92ca-c548ce5eb7e2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:13.153463 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device af247dba-a14a-4c1b-8f87-defd025dc812 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:30:13.153732 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5abef42c-01e8-4e24-bd76-2fd83f9ba164 req-5dff582f-21ef-40c1-92ca-c548ce5eb7e2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 945 time: 0.0536730 Aug 25 17:30:13.203496 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5abef42c-01e8-4e24-bd76-2fd83f9ba164 req-68109598-d5ae-42ce-99c6-c25a04067f6f tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433748 Aug 25 17:30:13.220896 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port af247dba-a14a-4c1b-8f87-defd025dc812 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:30:13.228518 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port af247dba-a14a-4c1b-8f87-defd025dc812 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:30:13.228518 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:13.314259 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:13.332013 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef0bc6-d346-43df-b4ca-6b07ac94d5e0 req-55406dc6-e644-4011-a7ad-fbc79038380e tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:13.333391 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d6ef0bc6-d346-43df-b4ca-6b07ac94d5e0 req-55406dc6-e644-4011-a7ad-fbc79038380e tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 945 time: 0.0556242 Aug 25 17:30:13.345055 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbe3fbf-7424-46f0-855d-9e81cf157362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af247dba-a14a-4c1b-8f87-defd025dc812'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:30:13.347326 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9851d0-f7bf-47ce-80f2-bb72b0335fea" -d '{"events": [{"server_uuid": "0cbe3fbf-7424-46f0-855d-9e81cf157362", "name": "network-vif-plugged", "status": "completed", "tag": "af247dba-a14a-4c1b-8f87-defd025dc812"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:30:13.360954 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port af247dba-a14a-4c1b-8f87-defd025dc812, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af247dba-a14a-4c1b-8f87-defd025dc812,segment=NetworkSegment(e5260c49-b192-47f6-8a0b-cf5bf76f46e8),segment_id=e5260c49-b192-47f6-8a0b-cf5bf76f46e8)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:30:13.367109 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:13.383705 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d6ef0bc6-d346-43df-b4ca-6b07ac94d5e0 req-0b3aedb5-8b86-4f82-bb7c-2dd382288a57 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431027 Aug 25 17:30:13.394376 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9126f998-bbb0-439f-ae0b-3ae27e4c77dd x-openstack-request-id: req-9126f998-bbb0-439f-ae0b-3ae27e4c77dd {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:30:13.394670 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbe3fbf-7424-46f0-855d-9e81cf157362", "name": "network-vif-plugged", "status": "completed", "tag": "af247dba-a14a-4c1b-8f87-defd025dc812", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:30:13.394930 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9126f998-bbb0-439f-ae0b-3ae27e4c77dd {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:30:13.395310 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbe3fbf-7424-46f0-855d-9e81cf157362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af247dba-a14a-4c1b-8f87-defd025dc812', 'code': 200} Aug 25 17:30:13.419683 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:13.465936 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=af247dba-a14a-4c1b-8f87-defd025dc812,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:13.901897 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2ae78-a9f3-436b-9f97-8d44bca16229 req-16e72583-6752-4bf9-a14d-7175008f439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:13.903399 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04f2ae78-a9f3-436b-9f97-8d44bca16229 req-16e72583-6752-4bf9-a14d-7175008f439a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 1099 time: 0.3090494 Aug 25 17:30:13.940972 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04f2ae78-a9f3-436b-9f97-8d44bca16229 req-83613fd6-5df1-480c-8e95-4a511e9c73f2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299046 Aug 25 17:30:14.329927 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede931cd-276a-4214-aa49-e942a895609e req-3bf5a01e-842b-42c4-acd7-e686f4bda091 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:14.331403 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ede931cd-276a-4214-aa49-e942a895609e req-3bf5a01e-842b-42c4-acd7-e686f4bda091 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 946 time: 0.0503430 Aug 25 17:30:14.371305 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ede931cd-276a-4214-aa49-e942a895609e req-6e641257-086e-4a81-9d50-cdd0319265d3 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Aug 25 17:30:14.712831 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:15.503481 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92b91b-c663-4e5b-aed6-8d89ca2082ea req-6125a14b-a782-4061-ab61-6ff5cc06e397 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:15.504990 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b92b91b-c663-4e5b-aed6-8d89ca2082ea req-6125a14b-a782-4061-ab61-6ff5cc06e397 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 946 time: 0.0550191 Aug 25 17:30:15.555920 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b92b91b-c663-4e5b-aed6-8d89ca2082ea req-dfbc0b68-c1b2-4deb-b612-37953e201a68 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Aug 25 17:30:16.680045 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb2082-a578-4ed4-a5de-d1411659f3b7 req-573d39e3-a87e-4621-92b1-1de1ef64f5d9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:16.681811 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4fb2082-a578-4ed4-a5de-d1411659f3b7 req-573d39e3-a87e-4621-92b1-1de1ef64f5d9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 946 time: 0.0551000 Aug 25 17:30:16.720067 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4fb2082-a578-4ed4-a5de-d1411659f3b7 req-90033faf-d941-4e59-9f61-dde2369d1e41 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324340 Aug 25 17:30:19.675137 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66f7ad-ecfe-4af6-b8ba-893eb67e0cbe req-7f0bd3a2-e701-4003-ba79-1ce1b35197a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:19.676649 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e66f7ad-ecfe-4af6-b8ba-893eb67e0cbe req-7f0bd3a2-e701-4003-ba79-1ce1b35197a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6aea98bc458945fb805455be3ae1ea26&device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 1099 time: 0.0680532 Aug 25 17:30:19.688665 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0808d-37a6-42a0-a78f-d1fc14d5e734 req-2f8dc302-5f9d-4fb6-a24e-9f6f9d7ceb95 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:19.690127 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3eb0808d-37a6-42a0-a78f-d1fc14d5e734 req-2f8dc302-5f9d-4fb6-a24e-9f6f9d7ceb95 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0726395 Aug 25 17:30:19.785745 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3eb0808d-37a6-42a0-a78f-d1fc14d5e734 req-2760d095-f361-4c90-8937-18884a9f89a2 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764477 Aug 25 17:30:19.806638 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66f7ad-ecfe-4af6-b8ba-893eb67e0cbe req-96a3eed1-c2cc-4ea2-b3b2-32cc83745ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:19.808397 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e66f7ad-ecfe-4af6-b8ba-893eb67e0cbe req-96a3eed1-c2cc-4ea2-b3b2-32cc83745ba2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 200 len: 920 time: 0.1174123 Aug 25 17:30:19.855418 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e66f7ad-ecfe-4af6-b8ba-893eb67e0cbe req-eba50bb1-8a1a-4084-a8aa-832051483394 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dad6074-c1ba-4c18-af5d-9045068fa562 HTTP/1.1" status: 200 len: 217 time: 0.0363779 Aug 25 17:30:19.920504 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66f7ad-ecfe-4af6-b8ba-893eb67e0cbe req-c529e606-ffbd-4031-83b9-6a9a51448d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:19.922003 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e66f7ad-ecfe-4af6-b8ba-893eb67e0cbe req-c529e606-ffbd-4031-83b9-6a9a51448d16 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75334e3b-40c5-4c0c-b23e-9bc0f215df9d HTTP/1.1" status: 200 len: 859 time: 0.0494354 Aug 25 17:30:19.957800 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e66f7ad-ecfe-4af6-b8ba-893eb67e0cbe req-3eaba60d-b48b-400c-822e-acfe6cb4be1d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250742 Aug 25 17:30:20.060101 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e66f7ad-ecfe-4af6-b8ba-893eb67e0cbe req-c33e682d-f6eb-44b5-827d-892605964db2 service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844755 Aug 25 17:30:20.161477 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e66f7ad-ecfe-4af6-b8ba-893eb67e0cbe req-b60cb22f-5f2b-46cf-a4e5-2dcd7b51d3d3 service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934355 Aug 25 17:30:20.909701 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae51127-ca6f-4f89-b859-5137d595b140 req-c6f41602-a391-4b06-a7b2-a8c89d0c2847 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:20.911168 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9ae51127-ca6f-4f89-b859-5137d595b140 req-c6f41602-a391-4b06-a7b2-a8c89d0c2847 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0498800 Aug 25 17:30:20.951654 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9ae51127-ca6f-4f89-b859-5137d595b140 req-42784df2-ddc4-4cde-b410-403667aededc tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Aug 25 17:30:22.073733 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e7659-0c0a-476e-a443-8c5a6811b104 req-2cafeae9-8103-4727-83c6-02f964de7a50 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:22.075212 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c9e7659-0c0a-476e-a443-8c5a6811b104 req-2cafeae9-8103-4727-83c6-02f964de7a50 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0491593 Aug 25 17:30:22.115440 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c9e7659-0c0a-476e-a443-8c5a6811b104 req-ee5c8e49-0eeb-4d3e-86aa-43d7f7a5ab32 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342784 Aug 25 17:30:23.243856 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6256a5f-ccbd-4c5b-a4b8-db16f912d29a req-1b25a8b5-c650-4461-a802-fbc7b800263c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:23.245477 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c6256a5f-ccbd-4c5b-a4b8-db16f912d29a req-1b25a8b5-c650-4461-a802-fbc7b800263c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0554476 Aug 25 17:30:23.286081 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c6256a5f-ccbd-4c5b-a4b8-db16f912d29a req-af500c81-efa0-4697-8ada-6d5f55faa49b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346251 Aug 25 17:30:24.422994 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a04845-5142-475a-9b3b-b55e5cfd85cf req-98a3adca-7372-41a9-95dc-4996dec189d6 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:24.424541 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-90a04845-5142-475a-9b3b-b55e5cfd85cf req-98a3adca-7372-41a9-95dc-4996dec189d6 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0583253 Aug 25 17:30:24.467151 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-90a04845-5142-475a-9b3b-b55e5cfd85cf req-195e135f-b516-4784-a6fb-ef22c1bb7f9a tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357468 Aug 25 17:30:25.618907 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67b726-98b6-4b84-8568-9b0cef7ff11a req-b797f09a-e37d-473c-a858-ff3fc2bc9033 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:25.621056 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af67b726-98b6-4b84-8568-9b0cef7ff11a req-b797f09a-e37d-473c-a858-ff3fc2bc9033 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0750999 Aug 25 17:30:25.663526 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af67b726-98b6-4b84-8568-9b0cef7ff11a req-27663e6b-1104-4e14-98a3-83b705b66775 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346830 Aug 25 17:30:26.789078 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926ab69-1f7e-44f1-bb96-d1b79b8638c2 req-baa8327b-0916-4feb-867e-c104cefae413 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:26.791517 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0926ab69-1f7e-44f1-bb96-d1b79b8638c2 req-baa8327b-0916-4feb-867e-c104cefae413 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0547822 Aug 25 17:30:26.829348 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0926ab69-1f7e-44f1-bb96-d1b79b8638c2 req-7958d187-d83c-4105-9022-8c25c44a41b9 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Aug 25 17:30:27.281046 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387c081-3b4b-485a-a167-9cb3f0d44f75 req-cd726538-4b2d-4860-8e11-4a1e1355bcb3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:27.282572 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8387c081-3b4b-485a-a167-9cb3f0d44f75 req-cd726538-4b2d-4860-8e11-4a1e1355bcb3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 945 time: 0.0520861 Aug 25 17:30:27.329420 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8387c081-3b4b-485a-a167-9cb3f0d44f75 req-48fbae2a-f80c-4185-bea7-f52fcaf49a5a tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380387 Aug 25 17:30:27.353025 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49662) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:27.561091 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a59c07-8c74-4c26-a1f7-a5fe4c3065e7 tempest-TestMinimumBasicScenario-1160928656 tempest-TestMinimumBasicScenario-1160928656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:27.562682 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-79a59c07-8c74-4c26-a1f7-a5fe4c3065e7 tempest-TestMinimumBasicScenario-1160928656 tempest-TestMinimumBasicScenario-1160928656-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 1093 time: 0.2086492 Aug 25 17:30:27.565595 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49666) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:27.570481 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Request body: {'floatingip': {'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'port_id': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:27.600537 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:27.701117 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:30:27.741291 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:27.863956 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Allocated IP 172.27.3.105 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/ccc93a5b-8f6b-4e3e-8119-06ef9d35ea21) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:30:27.986541 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d31db-8d9f-4c7f-a2f8-58e3239f5f05 req-9f6c134b-170d-470b-bfb5-edfc0c857c86 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:27.988268 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fb9d31db-8d9f-4c7f-a2f8-58e3239f5f05 req-9f6c134b-170d-470b-bfb5-edfc0c857c86 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0636668 Aug 25 17:30:27.995466 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:28.047060 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fb9d31db-8d9f-4c7f-a2f8-58e3239f5f05 req-9d11e53e-2e09-4a10-9eb0-a39221d90b88 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480845 Aug 25 17:30:28.057392 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:28.103946 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:30:28.107427 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:30:28.111920 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:30:28.116722 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event updated for resources: {'Port': ['ID=ccc93a5b-8f6b-4e3e-8119-06ef9d35ea21,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:28.465682 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:28.536444 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:28.701284 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:28.705827 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:28.736293 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:28.791868 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event updated for resources: {'Port': ['ID=ccc93a5b-8f6b-4e3e-8119-06ef9d35ea21,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:28.853675 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.l3_db [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Floating IP 5c8eaa90-b7f6-444d-8120-422e07636161 associated. External IP: 172.27.3.105, port: 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca. Aug 25 17:30:29.066957 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:30:29.179878 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:30:29.186239 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92599702-1e6c-4d02-9999-b4fe1daf8554 req-41b3f4ae-ef58-4aac-85fb-706b8d253614 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:29.188139 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-92599702-1e6c-4d02-9999-b4fe1daf8554 req-41b3f4ae-ef58-4aac-85fb-706b8d253614 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0525007 Aug 25 17:30:29.189707 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f28779a-368a-4f82-aa90-d18db754ffd6 None None] Sync routers for ids ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:30:29.200109 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.202297 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f28779a-368a-4f82-aa90-d18db754ffd6 None None] Routers {'7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:30:29.206092 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9f28779a-368a-4f82-aa90-d18db754ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:30:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:30:29.232333 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f07dc044-eb14-41c5-937a-dccf560da69f tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6629498 Aug 25 17:30:29.232333 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'tag': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:30:29.232741 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aded23789855e5b1cc19d2cb63e7bb88a3d68690f113b36760167328c9c4165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719d4b5b-7eff-4b2d-8042-5df5af7aa408" -d '{"events": [{"name": "network-changed", "server_uuid": "7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1", "tag": "57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:30:29.235668 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49688) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:29.240659 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-dee3a501-6666-4618-aadf-a64eb1c2079a tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713926449', 'description': 'tempest-secgroup-smoke-1713926449 description', 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:29.248801 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-92599702-1e6c-4d02-9999-b4fe1daf8554 req-bbcf4ba4-28f8-46c1-a093-53592bfbb783 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442882 Aug 25 17:30:29.276981 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dee3a501-6666-4618-aadf-a64eb1c2079a tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.335912 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-9f28779a-368a-4f82-aa90-d18db754ffd6 None None] Set router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:30:29.380138 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dee3a501-6666-4618-aadf-a64eb1c2079a tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.383690 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef27ac5-23fb-472e-a13c-125a333fbcd2 x-openstack-request-id: req-1ef27ac5-23fb-472e-a13c-125a333fbcd2 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:30:29.384073 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1", "tag": "57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:30:29.384431 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ef27ac5-23fb-472e-a13c-125a333fbcd2 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:30:29.384884 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'tag': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca', 'status': 'completed', 'code': 200} Aug 25 17:30:29.386052 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dee3a501-6666-4618-aadf-a64eb1c2079a tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.417186 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dee3a501-6666-4618-aadf-a64eb1c2079a tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.418415 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-dee3a501-6666-4618-aadf-a64eb1c2079a tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1817746 Aug 25 17:30:29.421228 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49692) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:29.426343 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-efc64741-a58b-49d3-af62-8cc9988a1d73 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Request body: {'security_group_rule': {'security_group_id': 'b792f371-e7be-4b30-929e-4ca6d803a3e8', 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:29.439113 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3a501-6666-4618-aadf-a64eb1c2079a tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b792f371-e7be-4b30-929e-4ca6d803a3e8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:29.461858 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efc64741-a58b-49d3-af62-8cc9988a1d73 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.467191 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d4b5b-7eff-4b2d-8042-5df5af7aa408 req-cef288bf-09c9-4952-a1b0-6aedf707e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:29.468906 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-719d4b5b-7eff-4b2d-8042-5df5af7aa408 req-cef288bf-09c9-4952-a1b0-6aedf707e086 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5cbf8ed113c4b7e9503a62bed2221ce&device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0495098 Aug 25 17:30:29.528022 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efc64741-a58b-49d3-af62-8cc9988a1d73 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.533769 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efc64741-a58b-49d3-af62-8cc9988a1d73 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.561459 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc64741-a58b-49d3-af62-8cc9988a1d73 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ccd754f-7187-4b06-bb40-8a770cddc6ad,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:29.565391 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efc64741-a58b-49d3-af62-8cc9988a1d73 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.566750 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-efc64741-a58b-49d3-af62-8cc9988a1d73 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445603 Aug 25 17:30:29.571608 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49694) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:29.577737 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a22a236e-2241-460f-9987-f4e799743201 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Request body: {'security_group_rule': {'security_group_id': 'b792f371-e7be-4b30-929e-4ca6d803a3e8', 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:29.600405 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d4b5b-7eff-4b2d-8042-5df5af7aa408 req-cf3b5dc4-274b-4910-84be-b590da11d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:29.602910 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-719d4b5b-7eff-4b2d-8042-5df5af7aa408 req-cf3b5dc4-274b-4910-84be-b590da11d81b service neutron] 10.222.0.25 "GET /v2.0/networks?id=9df84681-d070-4d12-8a33-62c614f41776 HTTP/1.1" status: 200 len: 913 time: 0.1190615 Aug 25 17:30:29.611899 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a22a236e-2241-460f-9987-f4e799743201 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.622303 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9f28779a-368a-4f82-aa90-d18db754ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 4, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port': {'id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:14Z', 'updated_at': '2021-08-25T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': '5c8eaa90-b7f6-444d-8120-422e07636161', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'port_id': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'mac_address': 'fa:16:3e:f6:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:30:28Z', 'updated_at': '2021-08-25T17:30:28Z', 'revision_number': 0, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540afe8d-19d7-4ccc-8532-6ef0c17fd457', 'name': '', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'mac_address': 'fa:16:3e:71:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:15Z', 'updated_at': '2021-08-25T17:29:22Z', 'revision_number': 5, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'subnets': [{'id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:30:29.653702 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f28779a-368a-4f82-aa90-d18db754ffd6 None None] Checking router: 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:30:29.662630 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f28779a-368a-4f82-aa90-d18db754ffd6 None None] Routers {'7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:30:29.664268 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9f28779a-368a-4f82-aa90-d18db754ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:30:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:30:29.679006 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a22a236e-2241-460f-9987-f4e799743201 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.687218 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a22a236e-2241-460f-9987-f4e799743201 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.692513 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-719d4b5b-7eff-4b2d-8042-5df5af7aa408 req-1de240bb-6514-4af3-a913-b15316d71026 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca HTTP/1.1" status: 200 len: 999 time: 0.0767426 Aug 25 17:30:29.707322 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a236e-2241-460f-9987-f4e799743201 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4848a69-ef2a-4b27-9b15-845876274b94,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:29.711755 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a22a236e-2241-460f-9987-f4e799743201 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.713174 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a22a236e-2241-460f-9987-f4e799743201 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423924 Aug 25 17:30:29.716199 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 49696) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:29.722767 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f3c4aff8-ce4d-4fae-8b46-b64eb4bc2eda tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Request body: {'security_group_rule': {'security_group_id': 'b792f371-e7be-4b30-929e-4ca6d803a3e8', 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:29.773384 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d4b5b-7eff-4b2d-8042-5df5af7aa408 req-924bab8b-e2c5-4d06-b8af-a333e7f29996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:29.774931 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-719d4b5b-7eff-4b2d-8042-5df5af7aa408 req-924bab8b-e2c5-4d06-b8af-a333e7f29996 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=576fc3d0-0569-41b1-b281-0b983a96176e HTTP/1.1" status: 200 len: 851 time: 0.0725760 Aug 25 17:30:29.780642 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3c4aff8-ce4d-4fae-8b46-b64eb4bc2eda tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.780825 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-9f28779a-368a-4f82-aa90-d18db754ffd6 None None] Set router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:30:29.864331 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d4b5b-7eff-4b2d-8042-5df5af7aa408 req-11442983-1304-4180-b98d-2876139a6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:29.865868 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-719d4b5b-7eff-4b2d-8042-5df5af7aa408 req-11442983-1304-4180-b98d-2876139a6cc3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9df84681-d070-4d12-8a33-62c614f41776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758724 Aug 25 17:30:29.868544 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3c4aff8-ce4d-4fae-8b46-b64eb4bc2eda tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.872553 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3c4aff8-ce4d-4fae-8b46-b64eb4bc2eda tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.936345 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4aff8-ce4d-4fae-8b46-b64eb4bc2eda tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba48762-3911-49a6-9977-eb953c48aa40,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:29.942958 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3c4aff8-ce4d-4fae-8b46-b64eb4bc2eda tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:29.947513 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49700) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:29.952392 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b60667a0-777a-4155-9588-9809fd6eaada tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Request body: {'security_group_rule': {'security_group_id': 'b792f371-e7be-4b30-929e-4ca6d803a3e8', 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:29.953028 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f3c4aff8-ce4d-4fae-8b46-b64eb4bc2eda tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2333672 Aug 25 17:30:30.019896 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b60667a0-777a-4155-9588-9809fd6eaada tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:30.060736 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-719d4b5b-7eff-4b2d-8042-5df5af7aa408 req-d0f94242-18e9-4b42-bc1f-65ef10d24ebc service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799324 Aug 25 17:30:30.126505 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b60667a0-777a-4155-9588-9809fd6eaada tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:30.132168 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b60667a0-777a-4155-9588-9809fd6eaada tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:30.155508 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60667a0-777a-4155-9588-9809fd6eaada tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cea3e5e-90c3-4797-a00f-84f3c4afbd73,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:30.159344 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-9f28779a-368a-4f82-aa90-d18db754ffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 4, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port': {'id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:14Z', 'updated_at': '2021-08-25T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': '5c8eaa90-b7f6-444d-8120-422e07636161', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'port_id': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'mac_address': 'fa:16:3e:f6:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:30:28Z', 'updated_at': '2021-08-25T17:30:28Z', 'revision_number': 0, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540afe8d-19d7-4ccc-8532-6ef0c17fd457', 'name': '', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'mac_address': 'fa:16:3e:71:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:15Z', 'updated_at': '2021-08-25T17:29:22Z', 'revision_number': 5, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'subnets': [{'id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:30:30.160186 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b60667a0-777a-4155-9588-9809fd6eaada tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:30.162326 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b60667a0-777a-4155-9588-9809fd6eaada tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2131824 Aug 25 17:30:30.165539 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49708) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:30.170374 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-75aac807-d4a6-4794-b016-e8d35e75110b tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Request body: {'security_group_rule': {'security_group_id': 'b792f371-e7be-4b30-929e-4ca6d803a3e8', 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:30.178179 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-6ce74938-2e28-4753-8df1-25622a6620fc tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1518404133&fields=id&tenant_id=d0eb65748cf6445e8a7685af435edc01 HTTP/1.1" status: 200 len: 267 time: 0.0547054 Aug 25 17:30:30.198894 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-75aac807-d4a6-4794-b016-e8d35e75110b tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Project b5cbf8ed113c4b7e9503a62bed2221ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 17:30:30.203547 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f28779a-368a-4f82-aa90-d18db754ffd6 None None] The sync data for ids ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'] in dv-cinder-786385-9-iscsi is: [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 4, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port': {'id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:14Z', 'updated_at': '2021-08-25T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': '5c8eaa90-b7f6-444d-8120-422e07636161', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'port_id': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'mac_address': 'fa:16:3e:f6:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:30:28Z', 'updated_at': '2021-08-25T17:30:28Z', 'revision_number': 0, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540afe8d-19d7-4ccc-8532-6ef0c17fd457', 'name': '', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'mac_address': 'fa:16:3e:71:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:15Z', 'updated_at': '2021-08-25T17:29:22Z', 'revision_number': 5, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'subnets': [{'id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:30:30.204213 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75aac807-d4a6-4794-b016-e8d35e75110b tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:30.213567 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-719d4b5b-7eff-4b2d-8042-5df5af7aa408 req-d0d37488-1c49-4b83-a795-c9dbb10a50c6 service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412728 Aug 25 17:30:30.289899 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75aac807-d4a6-4794-b016-e8d35e75110b tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:30.296155 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75aac807-d4a6-4794-b016-e8d35e75110b tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:30.318903 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aac807-d4a6-4794-b016-e8d35e75110b tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec6dfb9-d5e0-4722-aa24-539fd4565293,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:30.323871 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-75aac807-d4a6-4794-b016-e8d35e75110b tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:30.325507 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-75aac807-d4a6-4794-b016-e8d35e75110b tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1587334 Aug 25 17:30:30.328537 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49712) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:30.333558 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-2e650da5-ae5f-40bb-afb3-cf7402459cf7 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Request body: {'security_group_rule': {'security_group_id': 'b792f371-e7be-4b30-929e-4ca6d803a3e8', 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:30.334380 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-a713d321-5992-4cad-bd81-7cfac71114f0 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:30.336966 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-a713d321-5992-4cad-bd81-7cfac71114f0 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/networks?id=ca970fd4-9856-4bb7-8c32-89429aee1f3f HTTP/1.1" status: 200 len: 809 time: 0.1406238 Aug 25 17:30:30.359462 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.securitygroups_db [None req-2e650da5-ae5f-40bb-afb3-cf7402459cf7 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Project b5cbf8ed113c4b7e9503a62bed2221ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 17:30:30.365616 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e650da5-ae5f-40bb-afb3-cf7402459cf7 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:30.367940 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-78efc632-84f4-4859-af80-f348b10a23bc tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/quotas/d0eb65748cf6445e8a7685af435edc01 HTTP/1.1" status: 200 len: 375 time: 0.0234058 Aug 25 17:30:30.438165 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9c84a-89d8-4340-89f9-cf752a697d08 req-3061952e-3e38-4a67-9074-34573d285ef8 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:30.439793 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eed9c84a-89d8-4340-89f9-cf752a697d08 req-3061952e-3e38-4a67-9074-34573d285ef8 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0860758 Aug 25 17:30:30.441006 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e650da5-ae5f-40bb-afb3-cf7402459cf7 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:30.447884 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e650da5-ae5f-40bb-afb3-cf7402459cf7 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:30.462276 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c5d56-0859-4698-9dcb-840bb9a4bfc1 None None] New status for floating IP 5c8eaa90-b7f6-444d-8120-422e07636161: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:30:30.464506 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-476245c5-3c8d-432b-b1ca-588065ee6451 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0eb65748cf6445e8a7685af435edc01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774951 Aug 25 17:30:30.480515 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e650da5-ae5f-40bb-afb3-cf7402459cf7 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d759ba5f-1938-4ec2-916b-a02e63271aa9,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:30.486412 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e650da5-ae5f-40bb-afb3-cf7402459cf7 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:30.487759 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-2e650da5-ae5f-40bb-afb3-cf7402459cf7 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1580429 Aug 25 17:30:30.542651 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eed9c84a-89d8-4340-89f9-cf752a697d08 req-c1ec5982-86e7-4154-9864-754576cab6f2 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961435 Aug 25 17:30:30.603244 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-3f08a4da-f0f7-4c01-8438-d6016defc40e service neutron] 10.222.0.13 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182489 Aug 25 17:30:30.734476 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-e1f21140-cd29-47d0-aa79-22e96f563d5b service neutron] 10.222.0.13 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157424 Aug 25 17:30:30.895900 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfbf816c-a6e2-43e2-8310-8b45692a86ae req-f2f8d9f1-ffea-48e4-984f-47e999c4c442 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713926449&fields=id&tenant_id=b5cbf8ed113c4b7e9503a62bed2221ce HTTP/1.1" status: 200 len: 267 time: 0.0444400 Aug 25 17:30:30.961317 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf816c-a6e2-43e2-8310-8b45692a86ae req-10e96a47-8c12-419f-a4fb-c243d15d771a tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:30.964077 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfbf816c-a6e2-43e2-8310-8b45692a86ae req-10e96a47-8c12-419f-a4fb-c243d15d771a tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 945 time: 0.0623090 Aug 25 17:30:30.976765 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-dfbf816c-a6e2-43e2-8310-8b45692a86ae req-afc43933-8652-4d76-8e22-3c4e010475bc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Request body: {'port': {'security_groups': ['5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c', 'b792f371-e7be-4b30-929e-4ca6d803a3e8']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:31.077637 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbf816c-a6e2-43e2-8310-8b45692a86ae req-afc43933-8652-4d76-8e22-3c4e010475bc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:31.097959 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1ceb285e-6adc-4f9d-9b74-c115f314d572 req-396fd313-1c94-431d-a746-d3dab89dfd6a tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 210 time: 0.0304849 Aug 25 17:30:31.324450 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-dfbf816c-a6e2-43e2-8310-8b45692a86ae req-afc43933-8652-4d76-8e22-3c4e010475bc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] For port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,segment=NetworkSegment(c47e1c41-8613-47d2-b78a-6c681758e272),segment_id=c47e1c41-8613-47d2-b78a-6c681758e272)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:30:31.358440 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbf816c-a6e2-43e2-8310-8b45692a86ae req-afc43933-8652-4d76-8e22-3c4e010475bc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:31.364448 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbf816c-a6e2-43e2-8310-8b45692a86ae req-afc43933-8652-4d76-8e22-3c4e010475bc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:31.383636 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:30:31.436540 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf816c-a6e2-43e2-8310-8b45692a86ae req-afc43933-8652-4d76-8e22-3c4e010475bc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:31.437197 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-dfbf816c-a6e2-43e2-8310-8b45692a86ae req-afc43933-8652-4d76-8e22-3c4e010475bc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:31.448064 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfbf816c-a6e2-43e2-8310-8b45692a86ae req-afc43933-8652-4d76-8e22-3c4e010475bc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "PUT /v2.0/ports/57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca HTTP/1.1" status: 200 len: 981 time: 0.4767473 Aug 25 17:30:31.448575 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'tag': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:30:31.451116 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f6d5eb-f020-4df7-a4ba-54afd1349920" -d '{"events": [{"name": "network-changed", "server_uuid": "7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1", "tag": "57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:30:31.526602 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc43933-8652-4d76-8e22-3c4e010475bc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event updated for resources: {'Port': ['ID=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,revision_number=6']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:31.577736 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:30:31.650495 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0051da7-aa77-4708-91f3-b5904dde434b x-openstack-request-id: req-c0051da7-aa77-4708-91f3-b5904dde434b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:30:31.650748 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1", "tag": "57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:30:31.651451 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0051da7-aa77-4708-91f3-b5904dde434b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:30:31.652039 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'tag': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca', 'status': 'completed', 'code': 200} Aug 25 17:30:31.710849 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7cad-c86a-475c-b6c7-10c1856e9a1e req-28987557-26e6-4f03-a2cc-7e8147b42af0 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:31.726896 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b57b7cad-c86a-475c-b6c7-10c1856e9a1e req-28987557-26e6-4f03-a2cc-7e8147b42af0 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.1282771 Aug 25 17:30:31.812533 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-2a021e63-a40a-4c46-b522-ad6b107cdda3 None None] Provisioning complete for port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:30:31.814326 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2a021e63-a40a-4c46-b522-ad6b107cdda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:31.860726 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b57b7cad-c86a-475c-b6c7-10c1856e9a1e req-81d7f62a-7b2c-4acf-baa1-30b5cd1e5f80 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872917 Aug 25 17:30:31.869578 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6d5eb-f020-4df7-a4ba-54afd1349920 req-f526d072-0603-41ab-8b27-a3b21b9e9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:31.871375 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04f6d5eb-f020-4df7-a4ba-54afd1349920 req-f526d072-0603-41ab-8b27-a3b21b9e9ed3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5cbf8ed113c4b7e9503a62bed2221ce&device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 1137 time: 0.1431756 Aug 25 17:30:31.888461 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffed7e3-ebd5-4093-bfed-824f639168e1 req-0c22e753-185b-4105-8ce8-707bf1acbf74 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:31.895715 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cffed7e3-ebd5-4093-bfed-824f639168e1 req-0c22e753-185b-4105-8ce8-707bf1acbf74 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.1321406 Aug 25 17:30:32.056059 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cffed7e3-ebd5-4093-bfed-824f639168e1 req-e02342f2-77c2-44f6-ab62-dcfa73e0ff9f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581867 Aug 25 17:30:32.124826 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6d5eb-f020-4df7-a4ba-54afd1349920 req-1e0df5e0-fffa-4d78-b857-2fb31e505531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:32.132284 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04f6d5eb-f020-4df7-a4ba-54afd1349920 req-1e0df5e0-fffa-4d78-b857-2fb31e505531 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9df84681-d070-4d12-8a33-62c614f41776 HTTP/1.1" status: 200 len: 913 time: 0.2131536 Aug 25 17:30:32.283042 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a67b506c-5cd6-408c-b3bd-b2964ed51cd9 req-90660313-3db6-44fb-9ce4-8be5624ec930 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 210 time: 0.0384235 Aug 25 17:30:32.307617 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04f6d5eb-f020-4df7-a4ba-54afd1349920 req-260c9f27-1a2a-4399-ba46-a99d0600dcda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca HTTP/1.1" status: 200 len: 1001 time: 0.1557357 Aug 25 17:30:32.374309 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6d5eb-f020-4df7-a4ba-54afd1349920 req-0848bde8-24a7-46be-b7f2-74d54cc4ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:32.375719 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04f6d5eb-f020-4df7-a4ba-54afd1349920 req-0848bde8-24a7-46be-b7f2-74d54cc4ad25 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=576fc3d0-0569-41b1-b281-0b983a96176e HTTP/1.1" status: 200 len: 851 time: 0.0558124 Aug 25 17:30:32.427495 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6d5eb-f020-4df7-a4ba-54afd1349920 req-4fc4cc9f-4465-4b0e-b5e2-e79b0e816bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:32.429518 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04f6d5eb-f020-4df7-a4ba-54afd1349920 req-4fc4cc9f-4465-4b0e-b5e2-e79b0e816bf8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9df84681-d070-4d12-8a33-62c614f41776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437031 Aug 25 17:30:32.547253 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04f6d5eb-f020-4df7-a4ba-54afd1349920 req-4a33d2f1-73ad-4eaf-a3d0-96f1ae0bc67b service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936639 Aug 25 17:30:32.657101 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04f6d5eb-f020-4df7-a4ba-54afd1349920 req-4db46db7-4006-4c24-97f9-4f70d1d880a4 service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906618 Aug 25 17:30:33.000806 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-4351d854-4494-4f43-9b39-10ec7b617467 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:33.002670 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-4351d854-4494-4f43-9b39-10ec7b617467 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.25 "GET /v2.0/networks?id=ca970fd4-9856-4bb7-8c32-89429aee1f3f HTTP/1.1" status: 200 len: 809 time: 0.1321449 Aug 25 17:30:33.063090 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-7ab16dbf-f58e-4463-a469-1f085e207a03 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0eb65748cf6445e8a7685af435edc01 HTTP/1.1" status: 200 len: 380 time: 0.0400107 Aug 25 17:30:33.077477 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-103e6334-3240-46cd-8aed-7c669d05c50c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Request body: {'port': {'device_id': '7b98d492-c0e2-4436-919c-871e4010c902', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'admin_state_up': True, 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'security_groups': ['09b7a38c-e328-4fdb-9a6e-3516cb494a8e']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:33.270805 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430431b5-5e3b-4d67-b621-4098478a6f91 req-f0cdee1d-a14f-491d-9a57-3fd04ae012a8 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:33.273505 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-430431b5-5e3b-4d67-b621-4098478a6f91 req-f0cdee1d-a14f-491d-9a57-3fd04ae012a8 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0881815 Aug 25 17:30:33.281583 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-103e6334-3240-46cd-8aed-7c669d05c50c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Made reservation on behalf of d0eb65748cf6445e8a7685af435edc01 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:30:33.286107 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-103e6334-3240-46cd-8aed-7c669d05c50c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:33.353854 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-430431b5-5e3b-4d67-b621-4098478a6f91 req-2811d72c-2dcd-433f-b970-f16d79f8038a tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628016 Aug 25 17:30:33.478948 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-174254da-b5fd-4107-aaf6-e6235772ed5e req-b264ec76-0fb6-48d9-b508-4cab6d635763 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 210 time: 0.0406535 Aug 25 17:30:33.495811 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-103e6334-3240-46cd-8aed-7c669d05c50c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Allocated IP 172.20.0.13 (ca970fd4-9856-4bb7-8c32-89429aee1f3f/a1963686-7ad8-4df4-87ad-0047c1dea553/e105a3d4-5315-4898-8165-45be54479c9d) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:30:33.650446 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-103e6334-3240-46cd-8aed-7c669d05c50c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:33.672625 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-103e6334-3240-46cd-8aed-7c669d05c50c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Transition to ACTIVE for port object e105a3d4-5315-4898-8165-45be54479c9d will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:30:33.711362 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-103e6334-3240-46cd-8aed-7c669d05c50c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:33.763532 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-103e6334-3240-46cd-8aed-7c669d05c50c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Network ca970fd4-9856-4bb7-8c32-89429aee1f3f is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:30:33.771427 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-103e6334-3240-46cd-8aed-7c669d05c50c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:30:33.775818 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-103e6334-3240-46cd-8aed-7c669d05c50c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:30:33.822943 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e6334-3240-46cd-8aed-7c669d05c50c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Pushing event updated for resources: {'Port': ['ID=e105a3d4-5315-4898-8165-45be54479c9d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:33.858401 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-103e6334-3240-46cd-8aed-7c669d05c50c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:33.860684 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-103e6334-3240-46cd-8aed-7c669d05c50c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:33.876455 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-103e6334-3240-46cd-8aed-7c669d05c50c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8025792 Aug 25 17:30:33.896749 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Request body: {'port': {'device_id': '7b98d492-c0e2-4436-919c-871e4010c902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:33.961979 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:34.097684 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-2ad47bf8-d690-4ac4-823a-90d17acb3be6 None None] Provisioning for port e105a3d4-5315-4898-8165-45be54479c9d completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:30:34.102559 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-2ad47bf8-d690-4ac4-823a-90d17acb3be6 None None] Provisioning complete for port e105a3d4-5315-4898-8165-45be54479c9d triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:30:34.102923 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2ad47bf8-d690-4ac4-823a-90d17acb3be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:34.141144 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-2ad47bf8-d690-4ac4-823a-90d17acb3be6 None None] Port e105a3d4-5315-4898-8165-45be54479c9d cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:30:34.253166 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e105a3d4-5315-4898-8165-45be54479c9d {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:30:34.262294 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:34.277008 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Transition to ACTIVE for port object e105a3d4-5315-4898-8165-45be54479c9d will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:30:34.282134 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:34.360894 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Pushing event updated for resources: {'Port': ['ID=e105a3d4-5315-4898-8165-45be54479c9d,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:34.513192 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Attempting to bind port e105a3d4-5315-4898-8165-45be54479c9d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:30:34.513888 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Attempting to bind port e105a3d4-5315-4898-8165-45be54479c9d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7ec60f50-c1fd-4112-b244-714077daaa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:30:34.514083 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Attempting to bind port e105a3d4-5315-4898-8165-45be54479c9d on network ca970fd4-9856-4bb7-8c32-89429aee1f3f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:30:34.520081 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Port e105a3d4-5315-4898-8165-45be54479c9d on network ca970fd4-9856-4bb7-8c32-89429aee1f3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:30:34.520472 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Attempting to bind port e105a3d4-5315-4898-8165-45be54479c9d on network ca970fd4-9856-4bb7-8c32-89429aee1f3f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:30:34.530470 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:30:34.531046 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Checking segment: {'id': '7ec60f50-c1fd-4112-b244-714077daaa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:30:34.531435 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Bound using segment: {'id': '7ec60f50-c1fd-4112-b244-714077daaa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:30:34.531918 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Bound port: e105a3d4-5315-4898-8165-45be54479c9d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec60f50-c1fd-4112-b244-714077daaa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:30:34.532298 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:34.543068 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61987790-5bbd-42d5-b322-2b545ddf6708 req-471a6f39-bda5-4809-9e50-110e9fcb3bd3 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:34.545900 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-61987790-5bbd-42d5-b322-2b545ddf6708 req-471a6f39-bda5-4809-9e50-110e9fcb3bd3 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0986912 Aug 25 17:30:34.668714 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-61987790-5bbd-42d5-b322-2b545ddf6708 req-dfd86c65-801f-4c07-92e0-cdf4cc12a637 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068106 Aug 25 17:30:34.690420 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] For port e105a3d4-5315-4898-8165-45be54479c9d, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:30:34.705804 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] For port e105a3d4-5315-4898-8165-45be54479c9d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e105a3d4-5315-4898-8165-45be54479c9d,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:30:34.714642 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:34.756289 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ae7fa-400e-46ad-8e4b-8f785355786e req-c9a5c844-b349-4ebf-bd47-3346f457fcf8 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:34.758811 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-383ae7fa-400e-46ad-8e4b-8f785355786e req-c9a5c844-b349-4ebf-bd47-3346f457fcf8 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.1129954 Aug 25 17:30:34.764040 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:34.764682 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:34.767691 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] 10.222.0.25 "PUT /v2.0/ports/e105a3d4-5315-4898-8165-45be54479c9d HTTP/1.1" status: 200 len: 1094 time: 0.8741527 Aug 25 17:30:34.769026 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b98d492-c0e2-4436-919c-871e4010c902', 'tag': 'e105a3d4-5315-4898-8165-45be54479c9d'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:30:34.771008 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a81999a-d9ad-4486-83cf-23a4875ba423" -d '{"events": [{"name": "network-changed", "server_uuid": "7b98d492-c0e2-4436-919c-871e4010c902", "tag": "e105a3d4-5315-4898-8165-45be54479c9d"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:30:34.834972 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e56c9a-b5b5-41d3-8174-922f898eb960 x-openstack-request-id: req-b9e56c9a-b5b5-41d3-8174-922f898eb960 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:30:34.835355 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b98d492-c0e2-4436-919c-871e4010c902", "tag": "e105a3d4-5315-4898-8165-45be54479c9d", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:30:34.835735 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9e56c9a-b5b5-41d3-8174-922f898eb960 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:30:34.836054 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b98d492-c0e2-4436-919c-871e4010c902', 'tag': 'e105a3d4-5315-4898-8165-45be54479c9d', 'status': 'completed', 'code': 200} Aug 25 17:30:34.838825 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54de1a-e365-489f-b1f9-0142639f8818 service neutron] Pushing event updated for resources: {'Port': ['ID=e105a3d4-5315-4898-8165-45be54479c9d,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:34.864298 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-383ae7fa-400e-46ad-8e4b-8f785355786e req-ddddc292-a2ac-4750-b963-1f87744f1a54 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894039 Aug 25 17:30:34.902911 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-7481c86d-abda-405d-b8fb-7347620f3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:34.904547 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-7481c86d-abda-405d-b8fb-7347620f3958 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0eb65748cf6445e8a7685af435edc01&device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 1097 time: 0.0617046 Aug 25 17:30:34.973347 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-0315f6e9-bf87-4063-a09e-8ed253ca0e6b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e105a3d4-5315-4898-8165-45be54479c9d HTTP/1.1" status: 200 len: 217 time: 0.0591743 Aug 25 17:30:35.043384 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ca6a3ae4-fc80-4db2-8517-b0f913175d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:35.044854 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-ca6a3ae4-fc80-4db2-8517-b0f913175d05 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1963686-7ad8-4df4-87ad-0047c1dea553 HTTP/1.1" status: 200 len: 848 time: 0.0502882 Aug 25 17:30:35.101940 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-190ce8f8-9bb7-40d4-8038-b3aa82d2a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:35.103523 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-190ce8f8-9bb7-40d4-8038-b3aa82d2a0c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca970fd4-9856-4bb7-8c32-89429aee1f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488665 Aug 25 17:30:35.217010 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-6540a8b8-3149-414d-8f20-355f8b16ad96 service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944498 Aug 25 17:30:35.321675 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5ec1c30-5cf1-4d47-b7b9-b75ffd1e4981 req-62483000-d42c-4ac3-bfeb-4a06e9f9fca9 service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945258 Aug 25 17:30:35.450613 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81999a-d9ad-4486-83cf-23a4875ba423 req-4be25e66-6313-4a81-9bba-ce5615d8680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:35.452229 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a81999a-d9ad-4486-83cf-23a4875ba423 req-4be25e66-6313-4a81-9bba-ce5615d8680e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0eb65748cf6445e8a7685af435edc01&device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 1097 time: 0.0577662 Aug 25 17:30:35.835637 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81999a-d9ad-4486-83cf-23a4875ba423 req-bde5d7b9-5fdd-478c-9c9d-52105444bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:35.838444 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a81999a-d9ad-4486-83cf-23a4875ba423 req-bde5d7b9-5fdd-478c-9c9d-52105444bb3b service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca970fd4-9856-4bb7-8c32-89429aee1f3f HTTP/1.1" status: 200 len: 910 time: 0.3717096 Aug 25 17:30:35.910137 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a81999a-d9ad-4486-83cf-23a4875ba423 req-2e4b1076-0f24-47a9-9c5d-e2f8501a7e29 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e105a3d4-5315-4898-8165-45be54479c9d HTTP/1.1" status: 200 len: 217 time: 0.0533011 Aug 25 17:30:35.938735 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e7732-b42a-4ae3-a141-566d819f16fe req-ce9fac4c-a541-4222-8ef9-37ab61d4e299 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:35.940295 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2d7e7732-b42a-4ae3-a141-566d819f16fe req-ce9fac4c-a541-4222-8ef9-37ab61d4e299 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0939784 Aug 25 17:30:36.029637 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81999a-d9ad-4486-83cf-23a4875ba423 req-3d9b634f-2ba0-49d6-a557-f11aea00aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:36.031114 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a81999a-d9ad-4486-83cf-23a4875ba423 req-3d9b634f-2ba0-49d6-a557-f11aea00aaf4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1963686-7ad8-4df4-87ad-0047c1dea553 HTTP/1.1" status: 200 len: 848 time: 0.1088538 Aug 25 17:30:36.038340 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2d7e7732-b42a-4ae3-a141-566d819f16fe req-f3df967a-968b-43e4-a302-6234fc2063df tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786164 Aug 25 17:30:36.061824 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cb884-f068-4c69-8d2c-1634c55851fb req-2ed2419e-d449-4da6-b571-cb63f601d5cf tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:36.063775 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-761cb884-f068-4c69-8d2c-1634c55851fb req-2ed2419e-d449-4da6-b571-cb63f601d5cf tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.1050282 Aug 25 17:30:36.128692 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81999a-d9ad-4486-83cf-23a4875ba423 req-8fe63f89-59ad-4c84-8066-b4263c4538a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:36.130263 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a81999a-d9ad-4486-83cf-23a4875ba423 req-8fe63f89-59ad-4c84-8066-b4263c4538a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca970fd4-9856-4bb7-8c32-89429aee1f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831609 Aug 25 17:30:36.133930 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-761cb884-f068-4c69-8d2c-1634c55851fb req-1e087861-c724-40c4-996b-8fa0592f5dfe tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521760 Aug 25 17:30:36.232621 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a81999a-d9ad-4486-83cf-23a4875ba423 req-740d1427-2e92-429f-99c8-44887916cad0 service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925872 Aug 25 17:30:36.348106 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a81999a-d9ad-4486-83cf-23a4875ba423 req-6037c153-737c-444b-8736-abc893e7e88d service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003752 Aug 25 17:30:37.168325 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869becc5-75a0-4f03-8982-4dd71e68f528 req-00a0292c-ed57-4c2a-90e1-2e194b5e8fe8 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:37.169901 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-869becc5-75a0-4f03-8982-4dd71e68f528 req-00a0292c-ed57-4c2a-90e1-2e194b5e8fe8 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0526762 Aug 25 17:30:37.229654 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-869becc5-75a0-4f03-8982-4dd71e68f528 req-ad648617-7dff-4356-9a2a-93b266e8898a tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522525 Aug 25 17:30:37.270675 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a54660-ba12-4f16-95a6-70a422b8900d req-cb75938a-4dfa-4ec5-85df-4ccbfa32473d tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:37.273456 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-58a54660-ba12-4f16-95a6-70a422b8900d req-cb75938a-4dfa-4ec5-85df-4ccbfa32473d tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0614059 Aug 25 17:30:37.315617 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-58a54660-ba12-4f16-95a6-70a422b8900d req-e312a486-f685-4e77-b01f-d363a4c28a6e tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362430 Aug 25 17:30:38.376435 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea576d-f303-4354-8be8-1241acc34a79 req-5e4ac47e-67e9-4cd7-a700-a11e4888d153 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:38.379619 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-25ea576d-f303-4354-8be8-1241acc34a79 req-5e4ac47e-67e9-4cd7-a700-a11e4888d153 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0707541 Aug 25 17:30:38.444618 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-25ea576d-f303-4354-8be8-1241acc34a79 req-92ec9a7b-760d-4cf7-9664-4cfc815fffb5 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589976 Aug 25 17:30:38.471153 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f9705-ff73-4a1f-9e44-f4fe93212750 req-0c332a10-2450-43c4-b12c-6543b14b3392 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:38.472864 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-321f9705-ff73-4a1f-9e44-f4fe93212750 req-0c332a10-2450-43c4-b12c-6543b14b3392 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0659366 Aug 25 17:30:38.515655 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-321f9705-ff73-4a1f-9e44-f4fe93212750 req-25380375-6364-49b8-a3ea-da4683939bec tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359442 Aug 25 17:30:39.221928 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24262ec0-2721-4e36-b946-792598a55953 req-3d774b9e-8504-4bff-8ab9-eed05b4f0fe5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437410 Aug 25 17:30:39.372804 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24262ec0-2721-4e36-b946-792598a55953 req-57c64a9e-5b7e-4fa8-9fbc-6eef46e1b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:39.374218 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24262ec0-2721-4e36-b946-792598a55953 req-57c64a9e-5b7e-4fa8-9fbc-6eef46e1b5ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=759f66c057c9467a91417329b258a2fa&device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 1098 time: 0.0507109 Aug 25 17:30:39.473777 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-379f9f65-b7bd-40fe-b525-43d7beacd9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:39.538912 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24262ec0-2721-4e36-b946-792598a55953 req-04b22293-cee5-4fe5-8d8a-cc7028565abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:39.540429 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24262ec0-2721-4e36-b946-792598a55953 req-04b22293-cee5-4fe5-8d8a-cc7028565abc service neutron] 10.222.0.25 "GET /v2.0/networks?id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 HTTP/1.1" status: 200 len: 911 time: 0.1215611 Aug 25 17:30:39.671586 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338c2ec-dc44-4618-a7f7-bf3f71a0263f req-66257abe-3e04-4c15-b0cf-5601a151fe60 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:39.673044 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a338c2ec-dc44-4618-a7f7-bf3f71a0263f req-66257abe-3e04-4c15-b0cf-5601a151fe60 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.1469169 Aug 25 17:30:39.674849 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24262ec0-2721-4e36-b946-792598a55953 req-e99dcb13-a4cf-4b81-9aca-233e65c1caea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e831d281-f54f-498f-8a3f-1e6801aad703 HTTP/1.1" status: 200 len: 1001 time: 0.1175444 Aug 25 17:30:39.698439 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f52b9-92f9-493c-9598-73ba939d9a59 req-8b04111a-7857-4f34-8a70-1b38e8519ac3 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:39.702412 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-860f52b9-92f9-493c-9598-73ba939d9a59 req-8b04111a-7857-4f34-8a70-1b38e8519ac3 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0945253 Aug 25 17:30:39.796852 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24262ec0-2721-4e36-b946-792598a55953 req-4f48554b-c1e5-49d2-b88b-abe8952801a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:39.798335 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24262ec0-2721-4e36-b946-792598a55953 req-4f48554b-c1e5-49d2-b88b-abe8952801a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d88b7ad9-4828-4f9c-970b-b476b3fb93c6 HTTP/1.1" status: 200 len: 849 time: 0.0974817 Aug 25 17:30:39.805630 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a338c2ec-dc44-4618-a7f7-bf3f71a0263f req-c382d1bb-633e-439b-bf16-05bef7fa7e51 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226585 Aug 25 17:30:39.808340 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-860f52b9-92f9-493c-9598-73ba939d9a59 req-cf5387d4-49e7-4314-9748-b848a9b9e5a6 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923312 Aug 25 17:30:39.874585 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24262ec0-2721-4e36-b946-792598a55953 req-7a72ab3a-132e-4ca1-99bb-2324f9020419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:39.876285 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24262ec0-2721-4e36-b946-792598a55953 req-7a72ab3a-132e-4ca1-99bb-2324f9020419 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633347 Aug 25 17:30:39.980342 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24262ec0-2721-4e36-b946-792598a55953 req-58a08aee-4f37-4fb8-82cb-4127ff4ce0f3 service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897095 Aug 25 17:30:40.063758 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:40.096743 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24262ec0-2721-4e36-b946-792598a55953 req-7fe9d973-8f14-493e-8fdb-70c220de99b0 service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976217 Aug 25 17:30:41.000037 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc00ec-da5c-4856-9dfa-655be9168e9c req-f6b92430-c7dc-4ac1-8632-8012b0175690 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:41.001704 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ebc00ec-da5c-4856-9dfa-655be9168e9c req-f6b92430-c7dc-4ac1-8632-8012b0175690 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0867643 Aug 25 17:30:41.012021 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a347e1a-feab-48d9-bf0d-6d63b00f863f req-7004e326-61f2-4b0d-93f5-fae84800d3a7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:41.013661 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a347e1a-feab-48d9-bf0d-6d63b00f863f req-7004e326-61f2-4b0d-93f5-fae84800d3a7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0875473 Aug 25 17:30:41.070320 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ebc00ec-da5c-4856-9dfa-655be9168e9c req-cef9d0a0-f0fd-48e2-b164-a3dc7721c860 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555763 Aug 25 17:30:41.082696 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a347e1a-feab-48d9-bf0d-6d63b00f863f req-cff6db63-c316-4f2d-9b07-b9432a625859 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541949 Aug 25 17:30:42.208715 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-685887d0-d766-4061-9ca5-15f179d0e8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:42.218528 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f7876-49d1-4e48-96cf-4a2e108da56b req-b672751a-29f7-4b6a-9c13-3c4489be496b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:42.220047 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e58f7876-49d1-4e48-96cf-4a2e108da56b req-b672751a-29f7-4b6a-9c13-3c4489be496b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0770280 Aug 25 17:30:42.232683 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f85002-c8e0-421d-8b5c-4e214b78d7d9 req-ac407742-53eb-4eec-8855-52adedcd50f5 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:42.234108 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a4f85002-c8e0-421d-8b5c-4e214b78d7d9 req-ac407742-53eb-4eec-8855-52adedcd50f5 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0790775 Aug 25 17:30:42.286475 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e58f7876-49d1-4e48-96cf-4a2e108da56b req-07311f77-1c22-4aa9-aaee-b0d2f3a2a1a2 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514092 Aug 25 17:30:42.294231 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a4f85002-c8e0-421d-8b5c-4e214b78d7d9 req-46183adc-cccc-4c36-adb7-46744056edec tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533679 Aug 25 17:30:42.359216 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:43.397242 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:43.439164 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed7989-9862-4cc1-8c62-7ab779fd74f3 req-3897db79-9746-4b11-a11e-0ba85bfdfd8a tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:43.440677 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8bed7989-9862-4cc1-8c62-7ab779fd74f3 req-3897db79-9746-4b11-a11e-0ba85bfdfd8a tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0821772 Aug 25 17:30:43.453518 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726171a-3f84-48d0-824f-2e023858ce4c req-a9423824-49b4-45ea-a347-3a8ac1431623 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:43.455000 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9726171a-3f84-48d0-824f-2e023858ce4c req-a9423824-49b4-45ea-a347-3a8ac1431623 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0676138 Aug 25 17:30:43.511385 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8bed7989-9862-4cc1-8c62-7ab779fd74f3 req-750277b7-7cd9-42a2-a3c4-61c88039dd57 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554113 Aug 25 17:30:43.514141 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9726171a-3f84-48d0-824f-2e023858ce4c req-4d6a4618-f510-4705-aa3e-b90ca3eb1e66 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516212 Aug 25 17:30:44.656692 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c86022-8fa1-479b-86f6-4cf414f988fc req-f6c54931-7299-4843-9318-690fdf0c0f38 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:44.658176 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4c86022-8fa1-479b-86f6-4cf414f988fc req-f6c54931-7299-4843-9318-690fdf0c0f38 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0763128 Aug 25 17:30:44.670177 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e229b1-2e70-4d64-af00-d313ff4c2caf req-8ce2758c-c2fc-4f01-85d9-79df9bad098d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:44.671821 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-25e229b1-2e70-4d64-af00-d313ff4c2caf req-8ce2758c-c2fc-4f01-85d9-79df9bad098d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0809729 Aug 25 17:30:44.710949 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:44.730345 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4c86022-8fa1-479b-86f6-4cf414f988fc req-ca7ec22e-a338-479a-952b-3a5e8d643809 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575480 Aug 25 17:30:44.733622 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-25e229b1-2e70-4d64-af00-d313ff4c2caf req-24dff0a7-2800-4cbd-9fbb-01bad7c162c7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543971 Aug 25 17:30:45.289018 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e105a3d4-5315-4898-8165-45be54479c9d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:30:45.386249 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e105a3d4-5315-4898-8165-45be54479c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e105a3d4-5315-4898-8165-45be54479c9d,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:30:45.398422 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'e105a3d4-5315-4898-8165-45be54479c9d', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'port_id': 'e105a3d4-5315-4898-8165-45be54479c9d', 'mac_address': 'fa:16:3e:3b:f8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:30:45.434727 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:45.447174 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e105a3d4-5315-4898-8165-45be54479c9d {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:30:45.466749 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e105a3d4-5315-4898-8165-45be54479c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e105a3d4-5315-4898-8165-45be54479c9d,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:30:45.471162 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:45.523918 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=e105a3d4-5315-4898-8165-45be54479c9d,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:45.530791 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:45.531141 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:45.531481 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:45.531845 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:45.532177 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:45.532504 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:45.532830 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:45.533155 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:45.533501 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:45.533827 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:45.534147 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:45.534463 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:45.872809 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea157-77c7-4fcb-a615-1043381d8b75 req-2b2c3801-9681-4b5c-860b-c5e5ab921e7e tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:45.874183 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-607ea157-77c7-4fcb-a615-1043381d8b75 req-2b2c3801-9681-4b5c-860b-c5e5ab921e7e tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 945 time: 0.0741835 Aug 25 17:30:45.881145 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d94cd4-7c73-4110-ad3d-295c606648d9 req-59a5b187-a739-431c-9fd7-2bfbe93217fe tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:45.883111 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4d94cd4-7c73-4110-ad3d-295c606648d9 req-59a5b187-a739-431c-9fd7-2bfbe93217fe tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0744395 Aug 25 17:30:45.940042 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4d94cd4-7c73-4110-ad3d-295c606648d9 req-cf5ba627-f5d7-4e55-9fe5-70ec959c930d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502980 Aug 25 17:30:45.942838 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-607ea157-77c7-4fcb-a615-1043381d8b75 req-21d3fc5a-387a-4b61-855d-a59d164df116 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587471 Aug 25 17:30:46.252481 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['e105a3d4-5315-4898-8165-45be54479c9d'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:30:47.085398 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed29c8-007b-49b9-bce5-4c9bb07d65dc req-b5fe35bd-d188-4a72-bf01-496d11209c3d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:47.086899 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-23ed29c8-007b-49b9-bce5-4c9bb07d65dc req-b5fe35bd-d188-4a72-bf01-496d11209c3d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0744874 Aug 25 17:30:47.099094 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c33c0-e0f8-4665-8b37-9f5a63ea568a req-f34637d9-5cdd-469a-8572-8171945e94d4 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:47.101284 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-472c33c0-e0f8-4665-8b37-9f5a63ea568a req-f34637d9-5cdd-469a-8572-8171945e94d4 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 945 time: 0.0875041 Aug 25 17:30:47.154798 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-23ed29c8-007b-49b9-bce5-4c9bb07d65dc req-bab44629-caad-47e6-a755-93e468ecbbf1 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525227 Aug 25 17:30:47.159382 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-472c33c0-e0f8-4665-8b37-9f5a63ea568a req-84abc242-e224-486b-b6ea-6768505475d6 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513268 Aug 25 17:30:48.277394 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794f82a-cc13-4dd5-acb0-cdde7f27d532 req-1bde3be7-79a1-4ad6-8bd2-b142c887e621 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:48.278928 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f794f82a-cc13-4dd5-acb0-cdde7f27d532 req-1bde3be7-79a1-4ad6-8bd2-b142c887e621 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0563433 Aug 25 17:30:48.321662 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f794f82a-cc13-4dd5-acb0-cdde7f27d532 req-fb1e0556-3753-4fbc-8d53-97485b2cff8b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369115 Aug 25 17:30:48.433218 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ad41d-4166-425d-a7f2-0e20084aa624 req-2e869ea2-9f92-4051-8fd9-3d55cceb73c2 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:48.434896 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d88ad41d-4166-425d-a7f2-0e20084aa624 req-2e869ea2-9f92-4051-8fd9-3d55cceb73c2 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 945 time: 0.0563416 Aug 25 17:30:48.486530 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d88ad41d-4166-425d-a7f2-0e20084aa624 req-d6bdcc7d-6b00-4fc9-8e8c-d175f34c624f tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 Aug 25 17:30:49.285259 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e105a3d4-5315-4898-8165-45be54479c9d up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:30:49.332512 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port e105a3d4-5315-4898-8165-45be54479c9d completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:30:49.336604 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port e105a3d4-5315-4898-8165-45be54479c9d triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:30:49.336971 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:49.415065 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:49.437930 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b98d492-c0e2-4436-919c-871e4010c902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e105a3d4-5315-4898-8165-45be54479c9d'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:30:49.440319 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d87b64-2da5-4967-845a-06960929b7a7" -d '{"events": [{"server_uuid": "7b98d492-c0e2-4436-919c-871e4010c902", "name": "network-vif-plugged", "status": "completed", "tag": "e105a3d4-5315-4898-8165-45be54479c9d"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:30:49.442126 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599b09a-75ae-4186-9541-2553f09db1f4 req-ea26aa05-864d-477b-b04a-42f584db14cb tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:49.444545 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c599b09a-75ae-4186-9541-2553f09db1f4 req-ea26aa05-864d-477b-b04a-42f584db14cb tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0505071 Aug 25 17:30:49.454369 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e105a3d4-5315-4898-8165-45be54479c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e105a3d4-5315-4898-8165-45be54479c9d,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:30:49.459390 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:49.487017 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625c7d49-5a92-4eec-8033-47c5aac1912b x-openstack-request-id: req-625c7d49-5a92-4eec-8033-47c5aac1912b {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:30:49.487312 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b98d492-c0e2-4436-919c-871e4010c902", "name": "network-vif-plugged", "status": "completed", "tag": "e105a3d4-5315-4898-8165-45be54479c9d", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:30:49.487579 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-625c7d49-5a92-4eec-8033-47c5aac1912b {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:30:49.487967 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b98d492-c0e2-4436-919c-871e4010c902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e105a3d4-5315-4898-8165-45be54479c9d', 'code': 200} Aug 25 17:30:49.489902 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c599b09a-75ae-4186-9541-2553f09db1f4 req-617c02f3-3a27-4f73-b524-3f60fdc896b8 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382857 Aug 25 17:30:49.516703 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=e105a3d4-5315-4898-8165-45be54479c9d,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:49.631121 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5104e4-0744-494e-b624-20e8be92697c req-a4eff9c5-9786-4e86-a9d0-95fade6fab70 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:49.633434 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5b5104e4-0744-494e-b624-20e8be92697c req-a4eff9c5-9786-4e86-a9d0-95fade6fab70 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0547225 Aug 25 17:30:49.672496 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5b5104e4-0744-494e-b624-20e8be92697c req-4faf35c7-731a-4aad-ae37-303dc4c770be tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330532 Aug 25 17:30:49.917520 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76914d-c021-470c-a46a-db23aed8afc8 req-95d53581-8871-4c41-ad23-f51caa067664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:49.919045 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1a76914d-c021-470c-a46a-db23aed8afc8 req-95d53581-8871-4c41-ad23-f51caa067664 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 1099 time: 0.0433671 Aug 25 17:30:49.958202 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1a76914d-c021-470c-a46a-db23aed8afc8 req-3b5f4a36-85c8-497e-bf93-ff564335553d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285213 Aug 25 17:30:50.608565 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a66012-a691-4b6f-9897-e47e27fc3b76 req-b4df3c66-3aaa-4f33-801a-3363185c1897 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:50.610132 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4a66012-a691-4b6f-9897-e47e27fc3b76 req-b4df3c66-3aaa-4f33-801a-3363185c1897 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0483758 Aug 25 17:30:50.648878 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4a66012-a691-4b6f-9897-e47e27fc3b76 req-6593c5b5-eece-4977-abfa-c705fccaf78d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328188 Aug 25 17:30:50.798738 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec914b08-65ea-4e01-b4fc-b73d58633a15 req-2975a4e2-aaca-451b-b47e-734c02dd931c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:50.800368 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ec914b08-65ea-4e01-b4fc-b73d58633a15 req-2975a4e2-aaca-451b-b47e-734c02dd931c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0531976 Aug 25 17:30:50.845222 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ec914b08-65ea-4e01-b4fc-b73d58633a15 req-494b64b9-b796-49c0-b677-d1dc89d40697 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363116 Aug 25 17:30:51.766950 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56715c4-ee75-48d4-8ffd-bd99fa5101f9 req-3d75475c-1fd0-416d-96ab-d33c1103e563 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:51.768465 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c56715c4-ee75-48d4-8ffd-bd99fa5101f9 req-3d75475c-1fd0-416d-96ab-d33c1103e563 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0489624 Aug 25 17:30:51.809188 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c56715c4-ee75-48d4-8ffd-bd99fa5101f9 req-4bb1ab6b-3c8e-430b-b90a-543d8b66a1d5 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340698 Aug 25 17:30:51.983144 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb9b6b-7c9d-4978-b4e5-87755860ea98 req-2063820d-0cb0-40c7-aed4-aa40612e4f4d tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:51.984913 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-48cb9b6b-7c9d-4978-b4e5-87755860ea98 req-2063820d-0cb0-40c7-aed4-aa40612e4f4d tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0580366 Aug 25 17:30:52.026257 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-48cb9b6b-7c9d-4978-b4e5-87755860ea98 req-57d018a3-f7c4-4551-9797-7c73838d8cd2 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339391 Aug 25 17:30:52.933042 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88123ff5-1e60-4a12-858e-d3e16b4ee3a2 req-7b07415d-8b7b-4b67-9113-8845219692e6 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:52.934529 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-88123ff5-1e60-4a12-858e-d3e16b4ee3a2 req-7b07415d-8b7b-4b67-9113-8845219692e6 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0521431 Aug 25 17:30:52.972575 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-88123ff5-1e60-4a12-858e-d3e16b4ee3a2 req-3f0080c9-e0f1-4064-a5d7-0f917f90a368 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Aug 25 17:30:53.150517 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc66d2-259d-4c52-a887-17fe0317e450 req-a59da72b-144c-446e-9157-2f2f3b7f8112 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:53.151965 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8afc66d2-259d-4c52-a887-17fe0317e450 req-a59da72b-144c-446e-9157-2f2f3b7f8112 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0526044 Aug 25 17:30:53.197256 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8afc66d2-259d-4c52-a887-17fe0317e450 req-361cc2d3-3158-447d-b2b3-19f9947e4320 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392401 Aug 25 17:30:53.405928 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603db83-6727-42cf-9bcd-79295f76097a req-ddce1ab9-4c94-454c-ad43-2d8f2a7f0dd9 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:53.407948 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f603db83-6727-42cf-9bcd-79295f76097a req-ddce1ab9-4c94-454c-ad43-2d8f2a7f0dd9 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0532148 Aug 25 17:30:53.450506 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f603db83-6727-42cf-9bcd-79295f76097a req-a65799c4-cfba-42cb-807c-38cbb0ee9ed2 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358670 Aug 25 17:30:53.482527 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 49966) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:53.576270 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da846110-2c9d-4769-bdb6-de4b923fa2c9 tempest-TestShelveInstance-1391735060 tempest-TestShelveInstance-1391735060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:53.577829 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-da846110-2c9d-4769-bdb6-de4b923fa2c9 tempest-TestShelveInstance-1391735060 tempest-TestShelveInstance-1391735060-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 1094 time: 0.0943294 Aug 25 17:30:53.581648 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 49970) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:30:53.587295 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Request body: {'floatingip': {'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'port_id': 'e105a3d4-5315-4898-8165-45be54479c9d', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:30:53.612911 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:53.712501 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:53.831126 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Allocated IP 172.27.3.70 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/06dac150-e2a3-4ad8-bd7a-3589d63bbd33) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:30:53.933014 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:53.970627 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:54.016647 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:30:54.019525 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:30:54.023658 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:30:54.048425 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Pushing event updated for resources: {'Port': ['ID=06dac150-e2a3-4ad8-bd7a-3589d63bbd33,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:54.084391 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:54.084857 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:54.085197 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:54.085527 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:54.085855 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:54.086178 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:54.086500 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:54.086846 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:54.087167 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:54.087486 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:54.087833 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:54.088145 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:30:54.140669 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ee32a-1d24-465d-934e-4616ab01e217 req-628101aa-9a87-46f4-b127-348074806007 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:54.142202 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2a3ee32a-1d24-465d-934e-4616ab01e217 req-628101aa-9a87-46f4-b127-348074806007 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0969501 Aug 25 17:30:54.248549 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2a3ee32a-1d24-465d-934e-4616ab01e217 req-2f44000b-3eca-48bb-8696-408e72e333bf tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836971 Aug 25 17:30:54.459436 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:54.527889 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:54.675031 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:54.679759 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:54.747775 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Pushing event updated for resources: {'Port': ['ID=06dac150-e2a3-4ad8-bd7a-3589d63bbd33,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:30:54.760261 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:54.856811 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.l3_db [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Floating IP a0cb1455-b6a8-4876-a63f-0420cb3dbdc3 associated. External IP: 172.27.3.70, port: e105a3d4-5315-4898-8165-45be54479c9d. Aug 25 17:30:55.069242 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Router 2df170c5-71f7-4b63-af64-db2ba51dc40a has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:30:55.430111 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:30:55.441401 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9107697-59d7-4e0e-87d9-d94df6bd5c35 None None] Sync routers for ids ['2df170c5-71f7-4b63-af64-db2ba51dc40a'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:30:55.448545 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f300f1e-0292-4a02-bc25-cb8b05cbc18b req-133ebe62-b53c-43c5-8338-4eee7cc2eb15 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:55.449943 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8f300f1e-0292-4a02-bc25-cb8b05cbc18b req-133ebe62-b53c-43c5-8338-4eee7cc2eb15 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0695133 Aug 25 17:30:55.451485 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9107697-59d7-4e0e-87d9-d94df6bd5c35 None None] Routers {'2df170c5-71f7-4b63-af64-db2ba51dc40a'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:30:55.452461 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e9107697-59d7-4e0e-87d9-d94df6bd5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:30:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['2df170c5-71f7-4b63-af64-db2ba51dc40a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:30:55.464144 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:30:55.510901 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-99fb83e2-74d6-476b-a766-61a115f52f45 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9285216 Aug 25 17:30:55.513427 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b98d492-c0e2-4436-919c-871e4010c902', 'tag': 'e105a3d4-5315-4898-8165-45be54479c9d'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:30:55.515725 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44729478-359a-42f2-8d73-cf78615dc916" -d '{"events": [{"name": "network-changed", "server_uuid": "7b98d492-c0e2-4436-919c-871e4010c902", "tag": "e105a3d4-5315-4898-8165-45be54479c9d"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:30:55.521438 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8f300f1e-0292-4a02-bc25-cb8b05cbc18b req-2f002bac-d14c-476d-906f-cb621fa242b2 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647190 Aug 25 17:30:55.571174 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-e9107697-59d7-4e0e-87d9-d94df6bd5c35 None None] Set router 2df170c5-71f7-4b63-af64-db2ba51dc40a gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:30:55.659863 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c5e86b-f509-470d-88fd-cc788eaad67f x-openstack-request-id: req-55c5e86b-f509-470d-88fd-cc788eaad67f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:30:55.660153 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b98d492-c0e2-4436-919c-871e4010c902", "tag": "e105a3d4-5315-4898-8165-45be54479c9d", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:30:55.660402 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55c5e86b-f509-470d-88fd-cc788eaad67f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:30:55.660861 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b98d492-c0e2-4436-919c-871e4010c902', 'tag': 'e105a3d4-5315-4898-8165-45be54479c9d', 'status': 'completed', 'code': 200} Aug 25 17:30:55.786355 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729478-359a-42f2-8d73-cf78615dc916 req-daed8f5b-2189-4171-a016-7d07f830168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:55.789107 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44729478-359a-42f2-8d73-cf78615dc916 req-daed8f5b-2189-4171-a016-7d07f830168d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0eb65748cf6445e8a7685af435edc01&device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 1099 time: 0.0454781 Aug 25 17:30:55.811947 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e9107697-59d7-4e0e-87d9-d94df6bd5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '25b943da-379b-4c22-8a0b-e301794b262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 4, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port': {'id': '25b943da-379b-4c22-8a0b-e301794b262a', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'a0cb1455-b6a8-4876-a63f-0420cb3dbdc3', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'port_id': 'e105a3d4-5315-4898-8165-45be54479c9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'mac_address': 'fa:16:3e:3b:f8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98d492-c0e2-4436-919c-871e4010c902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:30:54Z', 'updated_at': '2021-08-25T17:30:54Z', 'revision_number': 0, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b3ce14-3d22-4b69-a3a9-d901a1207af5', 'name': '', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'mac_address': 'fa:16:3e:08:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:40Z', 'updated_at': '2021-08-25T17:29:50Z', 'revision_number': 5, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'subnets': [{'id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:30:55.849090 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9107697-59d7-4e0e-87d9-d94df6bd5c35 None None] Checking router: 2df170c5-71f7-4b63-af64-db2ba51dc40a for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:30:55.857809 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9107697-59d7-4e0e-87d9-d94df6bd5c35 None None] Routers {'2df170c5-71f7-4b63-af64-db2ba51dc40a'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:30:55.858455 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e9107697-59d7-4e0e-87d9-d94df6bd5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:30:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['2df170c5-71f7-4b63-af64-db2ba51dc40a'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:30:55.898847 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729478-359a-42f2-8d73-cf78615dc916 req-181c1a6c-ef04-4879-b182-326b465024e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:55.900373 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44729478-359a-42f2-8d73-cf78615dc916 req-181c1a6c-ef04-4879-b182-326b465024e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca970fd4-9856-4bb7-8c32-89429aee1f3f HTTP/1.1" status: 200 len: 910 time: 0.0959489 Aug 25 17:30:55.969108 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-e9107697-59d7-4e0e-87d9-d94df6bd5c35 None None] Set router 2df170c5-71f7-4b63-af64-db2ba51dc40a gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:30:55.982489 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44729478-359a-42f2-8d73-cf78615dc916 req-ac0b62eb-e614-4e04-bd76-b463596e639e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e105a3d4-5315-4898-8165-45be54479c9d HTTP/1.1" status: 200 len: 999 time: 0.0685072 Aug 25 17:30:56.036512 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729478-359a-42f2-8d73-cf78615dc916 req-aaaae8d4-4f9c-4ad0-9777-fa2e249492e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:56.038514 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44729478-359a-42f2-8d73-cf78615dc916 req-aaaae8d4-4f9c-4ad0-9777-fa2e249492e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1963686-7ad8-4df4-87ad-0047c1dea553 HTTP/1.1" status: 200 len: 848 time: 0.0481584 Aug 25 17:30:56.092215 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729478-359a-42f2-8d73-cf78615dc916 req-cd9bcd07-57dd-4354-854f-fc9dbbe28d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:56.093728 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44729478-359a-42f2-8d73-cf78615dc916 req-cd9bcd07-57dd-4354-854f-fc9dbbe28d82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca970fd4-9856-4bb7-8c32-89429aee1f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437405 Aug 25 17:30:56.212845 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44729478-359a-42f2-8d73-cf78615dc916 req-330175c8-7fe8-4ffb-829e-93ff38721480 service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054413 Aug 25 17:30:56.214609 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-e9107697-59d7-4e0e-87d9-d94df6bd5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '25b943da-379b-4c22-8a0b-e301794b262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 4, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port': {'id': '25b943da-379b-4c22-8a0b-e301794b262a', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'a0cb1455-b6a8-4876-a63f-0420cb3dbdc3', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'port_id': 'e105a3d4-5315-4898-8165-45be54479c9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'mac_address': 'fa:16:3e:3b:f8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98d492-c0e2-4436-919c-871e4010c902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:30:54Z', 'updated_at': '2021-08-25T17:30:54Z', 'revision_number': 0, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b3ce14-3d22-4b69-a3a9-d901a1207af5', 'name': '', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'mac_address': 'fa:16:3e:08:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:40Z', 'updated_at': '2021-08-25T17:29:50Z', 'revision_number': 5, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'subnets': [{'id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:30:56.240446 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9107697-59d7-4e0e-87d9-d94df6bd5c35 None None] The sync data for ids ['2df170c5-71f7-4b63-af64-db2ba51dc40a'] in dv-cinder-786385-9-iscsi is: [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '25b943da-379b-4c22-8a0b-e301794b262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 4, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port': {'id': '25b943da-379b-4c22-8a0b-e301794b262a', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'a0cb1455-b6a8-4876-a63f-0420cb3dbdc3', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'port_id': 'e105a3d4-5315-4898-8165-45be54479c9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'mac_address': 'fa:16:3e:3b:f8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98d492-c0e2-4436-919c-871e4010c902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:30:54Z', 'updated_at': '2021-08-25T17:30:54Z', 'revision_number': 0, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64b3ce14-3d22-4b69-a3a9-d901a1207af5', 'name': '', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'mac_address': 'fa:16:3e:08:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:40Z', 'updated_at': '2021-08-25T17:29:50Z', 'revision_number': 5, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'subnets': [{'id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:30:56.313098 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44729478-359a-42f2-8d73-cf78615dc916 req-223efcbe-6201-4d0b-a855-745ea4b7d401 service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900698 Aug 25 17:30:56.435472 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91cc06f-592c-42e6-8f49-49b3e4885ce9 None None] New status for floating IP a0cb1455-b6a8-4876-a63f-0420cb3dbdc3: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:30:56.654260 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a862757-0599-426b-8d05-04f7bacdb5ef req-e89192df-2bd2-45c2-8aba-8712e39275ed tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:56.655826 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a862757-0599-426b-8d05-04f7bacdb5ef req-e89192df-2bd2-45c2-8aba-8712e39275ed tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0588071 Aug 25 17:30:56.696040 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a862757-0599-426b-8d05-04f7bacdb5ef req-c89e5b7a-ae3d-4e30-bf96-c1847afc668d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337460 Aug 25 17:30:57.817128 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027ca91-2ea5-48ee-8070-4732e8857edf req-b14b6e1b-a9ab-4952-a6e6-5eaf6ed1d7f5 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:30:57.819187 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1027ca91-2ea5-48ee-8070-4732e8857edf req-b14b6e1b-a9ab-4952-a6e6-5eaf6ed1d7f5 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0472133 Aug 25 17:30:57.856030 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1027ca91-2ea5-48ee-8070-4732e8857edf req-62f53f01-054a-41d5-9d9e-91e21696db58 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307105 Aug 25 17:31:01.152712 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da27621-bf22-4bd2-a6df-df8ab4c70f48 req-5a4229ed-fdee-47aa-a630-5e5825abfda8 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:01.154192 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7da27621-bf22-4bd2-a6df-df8ab4c70f48 req-5a4229ed-fdee-47aa-a630-5e5825abfda8 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0488162 Aug 25 17:31:01.191290 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7da27621-bf22-4bd2-a6df-df8ab4c70f48 req-13769e02-b3e0-4a3d-a43b-f33db5064880 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Aug 25 17:31:02.310182 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b6bd1-4199-4945-b1de-5eb07ed89627 req-e1d6cc13-a8f1-4189-ad21-85828eeddb3a tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:02.311901 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d17b6bd1-4199-4945-b1de-5eb07ed89627 req-e1d6cc13-a8f1-4189-ad21-85828eeddb3a tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0511580 Aug 25 17:31:02.354537 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d17b6bd1-4199-4945-b1de-5eb07ed89627 req-b1164261-9919-4d8e-8ae6-02cde9775e0f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366633 Aug 25 17:31:03.483035 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816e508-bd7c-4903-a61f-24bc6fca68d1 req-7aa3e0fc-9620-450d-83af-bec9beff56cc tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:03.484596 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a816e508-bd7c-4903-a61f-24bc6fca68d1 req-7aa3e0fc-9620-450d-83af-bec9beff56cc tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0505948 Aug 25 17:31:03.524976 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a816e508-bd7c-4903-a61f-24bc6fca68d1 req-213c6ddf-250b-405c-92ad-fb9d2751e67c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342093 Aug 25 17:31:04.642300 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a1da0-447c-4b5a-b084-11f2f4420df5 req-e8eedef1-22fb-4c8c-bf2c-d9cc9ad51aa7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:04.643817 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-499a1da0-447c-4b5a-b084-11f2f4420df5 req-e8eedef1-22fb-4c8c-bf2c-d9cc9ad51aa7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0491045 Aug 25 17:31:04.681024 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-499a1da0-447c-4b5a-b084-11f2f4420df5 req-6fce70d3-3481-4a57-9649-37126ef5ad2e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Aug 25 17:31:04.699932 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:31:05.807075 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a48986-9f82-4f7f-95fc-207bf2a8aea1 req-a27fe25e-aba3-4cc1-9282-e563fd21106f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:05.808560 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d9a48986-9f82-4f7f-95fc-207bf2a8aea1 req-a27fe25e-aba3-4cc1-9282-e563fd21106f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0512927 Aug 25 17:31:05.846610 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d9a48986-9f82-4f7f-95fc-207bf2a8aea1 req-aa4437c3-79d9-4d7d-aa71-46f2677b87b6 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320263 Aug 25 17:31:06.963044 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21a575-a0b9-499f-b4a3-b241fee2fd67 req-e898b48c-3228-4566-9d04-320d1f438883 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:06.964846 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af21a575-a0b9-499f-b4a3-b241fee2fd67 req-e898b48c-3228-4566-9d04-320d1f438883 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0495679 Aug 25 17:31:07.002678 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af21a575-a0b9-499f-b4a3-b241fee2fd67 req-7984ad1b-1006-41c9-b83e-e10e9f8ce48f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Aug 25 17:31:08.122113 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a513ada-f11b-4622-81f0-1d51eec875f0 req-86a64f49-2f06-4bd0-b43f-8366475b5617 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:08.123663 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0a513ada-f11b-4622-81f0-1d51eec875f0 req-86a64f49-2f06-4bd0-b43f-8366475b5617 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0537808 Aug 25 17:31:08.162488 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0a513ada-f11b-4622-81f0-1d51eec875f0 req-18b7f950-55f4-4c39-a055-d0ee5032a698 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329478 Aug 25 17:31:08.598349 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1629a0e-de56-40d5-836c-e3ac2e754a00 req-ea9cca33-3f3e-45cb-9b65-7e5e32b03493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:08.599913 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f1629a0e-de56-40d5-836c-e3ac2e754a00 req-ea9cca33-3f3e-45cb-9b65-7e5e32b03493 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 1099 time: 0.0467093 Aug 25 17:31:08.636972 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f1629a0e-de56-40d5-836c-e3ac2e754a00 req-f173f3a9-4045-4b54-97c3-b5e2ed61799b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289578 Aug 25 17:31:09.302865 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f75fef-7762-48e6-aacc-c0d0556b41ed req-0336ce82-ff47-49f1-b98c-db5eaf06f3f6 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:09.312352 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a6f75fef-7762-48e6-aacc-c0d0556b41ed req-0336ce82-ff47-49f1-b98c-db5eaf06f3f6 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0693810 Aug 25 17:31:09.348413 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a6f75fef-7762-48e6-aacc-c0d0556b41ed req-859d8780-cb01-41d6-bc38-fdb2fcbf6bbc tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351932 Aug 25 17:31:09.469573 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a515bec3-4d40-4f62-877a-cf49fba08234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:09.605997 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3b078-927f-4dba-b768-0519150610e6 req-366eae8c-f1f1-49fb-a455-e3ac05c59905 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:09.607619 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-32a3b078-927f-4dba-b768-0519150610e6 req-366eae8c-f1f1-49fb-a455-e3ac05c59905 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0651906 Aug 25 17:31:09.648785 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-32a3b078-927f-4dba-b768-0519150610e6 req-91ba1fdc-264d-45df-9ab8-4e67484d1ffa tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350239 Aug 25 17:31:10.068534 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:10.473727 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dff9a-1705-4d78-836e-784415136da1 req-4a584af7-a25e-4de6-b2f6-d0ce98679d45 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:10.476312 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-508dff9a-1705-4d78-836e-784415136da1 req-4a584af7-a25e-4de6-b2f6-d0ce98679d45 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0566344 Aug 25 17:31:10.517638 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-508dff9a-1705-4d78-836e-784415136da1 req-7d491974-c231-483d-9663-9e51e9babd8d tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354805 Aug 25 17:31:10.772335 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01723897-1bd6-481b-bc1d-7e1414a6101e req-176fcd1c-7e66-4565-82ee-34839f51ed37 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:10.774076 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-01723897-1bd6-481b-bc1d-7e1414a6101e req-176fcd1c-7e66-4565-82ee-34839f51ed37 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0529599 Aug 25 17:31:10.820721 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-01723897-1bd6-481b-bc1d-7e1414a6101e req-2550aa5e-1deb-48b8-96c3-180d527c853c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363979 Aug 25 17:31:11.632728 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3688a-6406-43e6-a72d-4e0a0c06cee0 req-04e725ac-5d74-439e-a412-1fedccb5e9ab tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:11.634174 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24c3688a-6406-43e6-a72d-4e0a0c06cee0 req-04e725ac-5d74-439e-a412-1fedccb5e9ab tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0505753 Aug 25 17:31:11.673396 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24c3688a-6406-43e6-a72d-4e0a0c06cee0 req-99676168-792a-498e-bee7-d321d3bfe3ff tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330939 Aug 25 17:31:11.941442 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab59ffd-5c36-4395-9495-d3233ef4b7e6 req-517e43a0-a05b-48d9-bd01-54e2f0df129c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:11.942807 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8ab59ffd-5c36-4395-9495-d3233ef4b7e6 req-517e43a0-a05b-48d9-bd01-54e2f0df129c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0511556 Aug 25 17:31:11.980040 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8ab59ffd-5c36-4395-9495-d3233ef4b7e6 req-5f319b79-670d-4d87-86d1-dd6237317cbd tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305793 Aug 25 17:31:12.166737 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8ae53-08fb-4450-8dba-223733dea708 req-56537935-9931-43cd-a83b-e631a8efdee3 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:12.168248 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ff8ae53-08fb-4450-8dba-223733dea708 req-56537935-9931-43cd-a83b-e631a8efdee3 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0498259 Aug 25 17:31:12.207008 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ff8ae53-08fb-4450-8dba-223733dea708 req-a88fdcf1-82e4-49d0-812f-62b8c26954e9 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328474 Aug 25 17:31:12.212194 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-71d7f21b-783e-458f-9c89-1302873d0fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:12.359634 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:13.096880 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a618875-d8ac-4316-bedc-9955fc46525e req-d9b5319b-7df2-4e6a-9963-21176a90a4ef tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:13.098364 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2a618875-d8ac-4316-bedc-9955fc46525e req-d9b5319b-7df2-4e6a-9963-21176a90a4ef tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0487618 Aug 25 17:31:13.138055 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2a618875-d8ac-4316-bedc-9955fc46525e req-e5b8012f-34f3-4cef-a0c0-b8ff869a7f55 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320103 Aug 25 17:31:13.327178 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbed8c-e86f-4a01-89a5-8481e8a8bc6f req-80f1a05b-d2d0-4dcd-a11a-f58d23053710 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:13.328787 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-17cbed8c-e86f-4a01-89a5-8481e8a8bc6f req-80f1a05b-d2d0-4dcd-a11a-f58d23053710 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0535617 Aug 25 17:31:13.368649 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-17cbed8c-e86f-4a01-89a5-8481e8a8bc6f req-f4931029-876b-4708-ad0f-97c88392c1fa tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330915 Aug 25 17:31:13.401063 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:14.256918 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947d225-b539-4974-aa8b-ee753ebc4899 req-62a7799b-039f-419d-a51b-c875a07f70b0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:14.258385 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e947d225-b539-4974-aa8b-ee753ebc4899 req-62a7799b-039f-419d-a51b-c875a07f70b0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0489008 Aug 25 17:31:14.295740 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e947d225-b539-4974-aa8b-ee753ebc4899 req-2b79e1dd-dbf3-4c24-9521-3d26a50331e3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311835 Aug 25 17:31:14.484294 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510f2ad-ec5b-4cfe-a458-432c5e71aa5b req-7573b910-c488-4055-8614-d8c0b75d9964 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:14.485771 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a510f2ad-ec5b-4cfe-a458-432c5e71aa5b req-7573b910-c488-4055-8614-d8c0b75d9964 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0511851 Aug 25 17:31:14.522956 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a510f2ad-ec5b-4cfe-a458-432c5e71aa5b req-705dd037-0a6f-4bec-a080-ef7163120084 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312810 Aug 25 17:31:14.713605 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:15.417718 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349401a1-4292-4145-b458-ccc3dfe0dae2 req-468e9ec4-2d6b-4fea-9608-e5ce939af007 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:15.419188 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-349401a1-4292-4145-b458-ccc3dfe0dae2 req-468e9ec4-2d6b-4fea-9608-e5ce939af007 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0514514 Aug 25 17:31:15.456823 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-349401a1-4292-4145-b458-ccc3dfe0dae2 req-b38e36ce-5ab3-49e8-a3d8-775f6d15e07f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317018 Aug 25 17:31:15.639410 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a17e4-9738-4314-a88f-281259275316 req-c1bb3581-e947-4381-97c1-bcefb83dfbd4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:15.640953 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1a8a17e4-9738-4314-a88f-281259275316 req-c1bb3581-e947-4381-97c1-bcefb83dfbd4 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0496292 Aug 25 17:31:15.679277 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1a8a17e4-9738-4314-a88f-281259275316 req-2da3a19c-8505-403e-96b4-be3a24483857 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321729 Aug 25 17:31:15.987304 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47edb3-2b2c-459e-86a8-63947bafeac3 req-cfa6085c-10a0-4b26-bacc-af121fbea392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:15.988938 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc47edb3-2b2c-459e-86a8-63947bafeac3 req-cfa6085c-10a0-4b26-bacc-af121fbea392 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6aea98bc458945fb805455be3ae1ea26&device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 1099 time: 0.0451100 Aug 25 17:31:16.100602 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47edb3-2b2c-459e-86a8-63947bafeac3 req-bb39df1f-f0a4-44f2-ad34-4fe29d765514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:16.102307 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc47edb3-2b2c-459e-86a8-63947bafeac3 req-bb39df1f-f0a4-44f2-ad34-4fe29d765514 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 200 len: 920 time: 0.1040230 Aug 25 17:31:16.158078 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc47edb3-2b2c-459e-86a8-63947bafeac3 req-fc787e33-57aa-4747-bcbc-94b2e8065d95 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dad6074-c1ba-4c18-af5d-9045068fa562 HTTP/1.1" status: 200 len: 217 time: 0.0349348 Aug 25 17:31:16.209413 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47edb3-2b2c-459e-86a8-63947bafeac3 req-229501a6-58df-43f4-af01-352c5341f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:16.210817 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc47edb3-2b2c-459e-86a8-63947bafeac3 req-229501a6-58df-43f4-af01-352c5341f871 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75334e3b-40c5-4c0c-b23e-9bc0f215df9d HTTP/1.1" status: 200 len: 859 time: 0.0434191 Aug 25 17:31:16.257951 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc47edb3-2b2c-459e-86a8-63947bafeac3 req-b123c4ee-245d-4c6d-b6f4-2080b7e2df8c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280342 Aug 25 17:31:16.352658 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc47edb3-2b2c-459e-86a8-63947bafeac3 req-d1117713-fe79-4b31-9516-8804f50cecf2 service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798888 Aug 25 17:31:16.444009 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc47edb3-2b2c-459e-86a8-63947bafeac3 req-1be647bf-969b-43d5-ab57-a4b5213359bd service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833600 Aug 25 17:31:16.573974 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c1d01-dd46-4cc5-877d-2c524f515524 req-681a0b7e-4942-44b0-9e1d-12caa9d472df tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:16.575511 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d24c1d01-dd46-4cc5-877d-2c524f515524 req-681a0b7e-4942-44b0-9e1d-12caa9d472df tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0490935 Aug 25 17:31:16.616688 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d24c1d01-dd46-4cc5-877d-2c524f515524 req-8b2b7704-d357-4070-97d2-ae46642e93f3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346920 Aug 25 17:31:16.801444 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769837ef-c344-4da4-9b64-af51d7661d3a req-dfbfdee6-5c48-48b3-9431-abf96a9d0dc1 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:16.802845 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-769837ef-c344-4da4-9b64-af51d7661d3a req-dfbfdee6-5c48-48b3-9431-abf96a9d0dc1 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0494881 Aug 25 17:31:16.842101 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-769837ef-c344-4da4-9b64-af51d7661d3a req-44e8edc1-9846-4013-85f5-c67a1b31e54e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330884 Aug 25 17:31:17.733349 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050be3bd-1e31-44e4-a0de-adcb67b5d712 req-9b5f4b41-6844-4b59-86a5-a4a5485ac295 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:17.734818 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-050be3bd-1e31-44e4-a0de-adcb67b5d712 req-9b5f4b41-6844-4b59-86a5-a4a5485ac295 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0475509 Aug 25 17:31:17.774992 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-050be3bd-1e31-44e4-a0de-adcb67b5d712 req-932a8b39-6c99-4d96-87a5-c96a73d9aaef tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343108 Aug 25 17:31:17.955430 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53007b2-dd1f-4992-afc3-3f2fd229bf8c req-9a1f21bd-dbce-4838-a611-d753504aafa3 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:17.956919 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a53007b2-dd1f-4992-afc3-3f2fd229bf8c req-9a1f21bd-dbce-4838-a611-d753504aafa3 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0478137 Aug 25 17:31:17.994948 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a53007b2-dd1f-4992-afc3-3f2fd229bf8c req-8c7db707-4354-4ccc-b8b4-2079e79e39ea tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320718 Aug 25 17:31:18.895674 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b1303-c472-4937-8372-8de63b03749f req-987acebb-872c-4f08-8aaa-3ff008ce0eb9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:18.897089 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d5b1303-c472-4937-8372-8de63b03749f req-987acebb-872c-4f08-8aaa-3ff008ce0eb9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0495806 Aug 25 17:31:18.934409 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d5b1303-c472-4937-8372-8de63b03749f req-2c5c84d3-4bfe-485a-a47b-424b3b6f7ce9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310593 Aug 25 17:31:19.107398 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a293a2-e0e2-44da-b85a-ea9ccabbd26f req-d26c40d6-4da6-424d-911b-5d9763c9a3ca tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:19.108885 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-42a293a2-e0e2-44da-b85a-ea9ccabbd26f req-d26c40d6-4da6-424d-911b-5d9763c9a3ca tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0473461 Aug 25 17:31:19.148960 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-42a293a2-e0e2-44da-b85a-ea9ccabbd26f req-90463151-1546-4890-91ff-2ec056002891 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342007 Aug 25 17:31:20.053901 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7e255-b322-4135-b5a5-fa255b1bd904 req-421e411a-4a7b-4e61-bde5-0ce1d7d2a205 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:20.055390 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-88f7e255-b322-4135-b5a5-fa255b1bd904 req-421e411a-4a7b-4e61-bde5-0ce1d7d2a205 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0495136 Aug 25 17:31:20.094001 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-88f7e255-b322-4135-b5a5-fa255b1bd904 req-c49e8156-eca5-4c8e-bb10-b83f4d38c198 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320468 Aug 25 17:31:20.266875 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60038c-1c88-496f-9bb4-e424a12768b8 req-ac793c04-11f6-413c-a148-91c94d19a381 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:20.268409 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0c60038c-1c88-496f-9bb4-e424a12768b8 req-ac793c04-11f6-413c-a148-91c94d19a381 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0499718 Aug 25 17:31:20.313636 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0c60038c-1c88-496f-9bb4-e424a12768b8 req-b4dda6f7-4bb9-41e9-a057-78d22c43602c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390255 Aug 25 17:31:21.211661 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5746cd0-0bcb-4f1c-94e1-e9ea1e27e0de req-a5c4257d-19e7-46ee-9be7-9120af6a5093 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:21.213915 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5746cd0-0bcb-4f1c-94e1-e9ea1e27e0de req-a5c4257d-19e7-46ee-9be7-9120af6a5093 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0475342 Aug 25 17:31:21.254615 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5746cd0-0bcb-4f1c-94e1-e9ea1e27e0de req-db229e80-111a-4c1d-ac97-fee99d76c5aa tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345013 Aug 25 17:31:21.433322 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080dc67-8e13-4fd3-b22e-5f75bec3eba8 req-e52f7e43-4145-49cb-bfef-0b04c7207766 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:21.435225 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f080dc67-8e13-4fd3-b22e-5f75bec3eba8 req-e52f7e43-4145-49cb-bfef-0b04c7207766 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0506613 Aug 25 17:31:21.473482 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f080dc67-8e13-4fd3-b22e-5f75bec3eba8 req-3181f9d9-53dc-4537-998f-25bea819347b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323999 Aug 25 17:31:22.378526 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb70ee8-80ad-4292-a4a0-01ac49595ac0 req-5c0a747d-a938-4726-80fc-827527be20ed tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:22.380040 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-acb70ee8-80ad-4292-a4a0-01ac49595ac0 req-5c0a747d-a938-4726-80fc-827527be20ed tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0493531 Aug 25 17:31:22.418345 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-acb70ee8-80ad-4292-a4a0-01ac49595ac0 req-e7e467b7-4bf6-446c-a5e1-dcb8f643e5d2 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317228 Aug 25 17:31:23.537308 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165194c-bb61-4ee2-ab54-9558eaa4379a req-5920a745-dc1d-4745-b6fd-954328f4fd68 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:23.538812 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6165194c-bb61-4ee2-ab54-9558eaa4379a req-5920a745-dc1d-4745-b6fd-954328f4fd68 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0502262 Aug 25 17:31:23.581714 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6165194c-bb61-4ee2-ab54-9558eaa4379a req-bcbf7915-706a-46ef-b2a2-eac9091909f0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364261 Aug 25 17:31:24.707690 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1e10f-99a6-4bb6-a91c-fdb232a82096 req-e157f488-d6bf-43d6-a8e4-39cfac06f2bd tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:24.709230 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b8d1e10f-99a6-4bb6-a91c-fdb232a82096 req-e157f488-d6bf-43d6-a8e4-39cfac06f2bd tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0522172 Aug 25 17:31:24.747655 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b8d1e10f-99a6-4bb6-a91c-fdb232a82096 req-2f512af6-5649-4253-98d0-873f641a4f09 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320997 Aug 25 17:31:24.911720 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a559d5b-c4c2-4ca0-b122-57b6dcb112a9 req-1810b2d6-4be0-4e53-a542-1cdd886e2663 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:24.913214 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3a559d5b-c4c2-4ca0-b122-57b6dcb112a9 req-1810b2d6-4be0-4e53-a542-1cdd886e2663 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0532651 Aug 25 17:31:24.951974 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3a559d5b-c4c2-4ca0-b122-57b6dcb112a9 req-91f1bb61-e27d-4707-bb14-3987b4869bcd tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327992 Aug 25 17:31:25.864224 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038bd34-a2e7-4919-ba54-911a5456ce81 req-eb1a8e9d-5dce-47d4-8a92-633cedd3da00 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:25.865723 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7038bd34-a2e7-4919-ba54-911a5456ce81 req-eb1a8e9d-5dce-47d4-8a92-633cedd3da00 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0486591 Aug 25 17:31:25.909693 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7038bd34-a2e7-4919-ba54-911a5456ce81 req-b5ed5f8c-343c-4510-ae96-034fa1bfd4b3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381923 Aug 25 17:31:26.079182 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4995042-8f0c-4d67-90d9-551780311caa req-8f927b59-c804-4292-b816-e9130ba56544 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:26.080769 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d4995042-8f0c-4d67-90d9-551780311caa req-8f927b59-c804-4292-b816-e9130ba56544 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0529869 Aug 25 17:31:26.131632 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d4995042-8f0c-4d67-90d9-551780311caa req-59dd4b8f-1b7d-41b8-b3fd-2a4421c6ab63 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442154 Aug 25 17:31:26.174504 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cc75d-0570-41a7-ba19-f96933735664 req-6c2fed84-1e7e-43f9-9171-46974d942913 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:26.176072 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-834cc75d-0570-41a7-ba19-f96933735664 req-6c2fed84-1e7e-43f9-9171-46974d942913 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 946 time: 0.0589719 Aug 25 17:31:26.215001 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-834cc75d-0570-41a7-ba19-f96933735664 req-416bc914-fbf6-446c-9556-fc48bcfc65fd tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327451 Aug 25 17:31:27.032127 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ed86b-55e8-435d-885c-60453917d5a8 req-3b0bc5e0-b95c-4235-851a-933851eabde5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:27.033655 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a19ed86b-55e8-435d-885c-60453917d5a8 req-3b0bc5e0-b95c-4235-851a-933851eabde5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0533311 Aug 25 17:31:27.071879 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a19ed86b-55e8-435d-885c-60453917d5a8 req-1e154bc7-dcb3-4f7c-8fc7-c0ebff18d454 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322964 Aug 25 17:31:27.253259 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac966ee-93be-4a91-8555-3d56190422a2 req-fcd4407e-18a5-4881-acfa-489e351b2806 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:27.254809 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8ac966ee-93be-4a91-8555-3d56190422a2 req-fcd4407e-18a5-4881-acfa-489e351b2806 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0527909 Aug 25 17:31:27.323083 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8ac966ee-93be-4a91-8555-3d56190422a2 req-b6a35acd-b45f-4356-a79e-2bb0d2328143 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609143 Aug 25 17:31:27.348280 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc1951-6fdf-4356-98cc-9491f4e71835 req-60c406a8-67d1-43b9-a227-c7a14344dd52 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:27.349765 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-77bc1951-6fdf-4356-98cc-9491f4e71835 req-60c406a8-67d1-43b9-a227-c7a14344dd52 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 946 time: 0.0625710 Aug 25 17:31:27.387877 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-77bc1951-6fdf-4356-98cc-9491f4e71835 req-abe3162d-a12d-4629-bbc6-c041ca2904e6 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321436 Aug 25 17:31:28.252314 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e07333-a612-44a8-b07d-735c9b28147e req-dabca851-346b-4dd5-bd30-17962fa21792 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:28.253757 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-39e07333-a612-44a8-b07d-735c9b28147e req-dabca851-346b-4dd5-bd30-17962fa21792 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.1093860 Aug 25 17:31:28.289980 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-39e07333-a612-44a8-b07d-735c9b28147e req-3e6c51bb-936f-4b2f-852d-c6f4b5e3828c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304031 Aug 25 17:31:28.531601 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de0e9b-a6fc-4a92-b4f9-9afa0bd75760 req-97b7c19e-5764-4e6a-a2bd-3cfc15d4e32d tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:28.533099 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-39de0e9b-a6fc-4a92-b4f9-9afa0bd75760 req-97b7c19e-5764-4e6a-a2bd-3cfc15d4e32d tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 946 time: 0.0783265 Aug 25 17:31:28.540098 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a954d-f178-4664-b794-7d92a9bccd1e req-c980baa0-501c-47a8-81f3-40d8c3397650 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:28.541460 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-463a954d-f178-4664-b794-7d92a9bccd1e req-c980baa0-501c-47a8-81f3-40d8c3397650 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.1430182 Aug 25 17:31:28.599064 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-39de0e9b-a6fc-4a92-b4f9-9afa0bd75760 req-08455a78-3b17-4eca-a43e-a5398614271a tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566628 Aug 25 17:31:28.607469 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-463a954d-f178-4664-b794-7d92a9bccd1e req-589e7406-6801-4f0b-b946-862424a23441 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585229 Aug 25 17:31:28.903916 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf58d4-4aa5-4994-82df-004dbe558a37 req-63e92973-5461-4470-ab3a-a8ec2ef95859 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:28.905241 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-51bf58d4-4aa5-4994-82df-004dbe558a37 req-63e92973-5461-4470-ab3a-a8ec2ef95859 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 946 time: 0.0471747 Aug 25 17:31:28.995353 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-51bf58d4-4aa5-4994-82df-004dbe558a37 req-6aaec6b7-cb18-498e-b684-51d244da391c tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Deleting port af247dba-a14a-4c1b-8f87-defd025dc812 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:31:28.995712 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-51bf58d4-4aa5-4994-82df-004dbe558a37 req-6aaec6b7-cb18-498e-b684-51d244da391c tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:29.083218 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-51bf58d4-4aa5-4994-82df-004dbe558a37 req-6aaec6b7-cb18-498e-b684-51d244da391c tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] For port af247dba-a14a-4c1b-8f87-defd025dc812, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=af247dba-a14a-4c1b-8f87-defd025dc812,segment=NetworkSegment(e5260c49-b192-47f6-8a0b-cf5bf76f46e8),segment_id=e5260c49-b192-47f6-8a0b-cf5bf76f46e8)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:31:29.083631 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-51bf58d4-4aa5-4994-82df-004dbe558a37 req-6aaec6b7-cb18-498e-b684-51d244da391c tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:29.096158 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-51bf58d4-4aa5-4994-82df-004dbe558a37 req-6aaec6b7-cb18-498e-b684-51d244da391c tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Calling delete_port for af247dba-a14a-4c1b-8f87-defd025dc812 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:31:29.227323 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-51bf58d4-4aa5-4994-82df-004dbe558a37 req-6aaec6b7-cb18-498e-b684-51d244da391c tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:29.249970 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['af247dba-a14a-4c1b-8f87-defd025dc812'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:31:29.256822 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaec6b7-cb18-498e-b684-51d244da391c tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Pushing event deleted for resources: {'Port': ['ID=af247dba-a14a-4c1b-8f87-defd025dc812,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:31:29.299795 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bf58d4-4aa5-4994-82df-004dbe558a37 req-6aaec6b7-cb18-498e-b684-51d244da391c tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] No DVR routers for this DVR port af247dba-a14a-4c1b-8f87-defd025dc812 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:31:29.302982 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-51bf58d4-4aa5-4994-82df-004dbe558a37 req-6aaec6b7-cb18-498e-b684-51d244da391c tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:29.305047 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-51bf58d4-4aa5-4994-82df-004dbe558a37 req-6aaec6b7-cb18-498e-b684-51d244da391c tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.25 "DELETE /v2.0/ports/af247dba-a14a-4c1b-8f87-defd025dc812 HTTP/1.1" status: 204 len: 173 time: 0.3921976 Aug 25 17:31:29.305477 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbe3fbf-7424-46f0-855d-9e81cf157362', 'name': 'network-vif-deleted', 'tag': 'af247dba-a14a-4c1b-8f87-defd025dc812'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:31:29.308259 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1035e2-5842-4934-8874-4ec1c4240034" -d '{"events": [{"server_uuid": "0cbe3fbf-7424-46f0-855d-9e81cf157362", "name": "network-vif-deleted", "tag": "af247dba-a14a-4c1b-8f87-defd025dc812"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:31:29.348898 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ff7aa7-8f34-4892-a3ca-0c0f4efa7608 x-openstack-request-id: req-87ff7aa7-8f34-4892-a3ca-0c0f4efa7608 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:31:29.349189 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbe3fbf-7424-46f0-855d-9e81cf157362", "name": "network-vif-deleted", "tag": "af247dba-a14a-4c1b-8f87-defd025dc812", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:31:29.349448 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87ff7aa7-8f34-4892-a3ca-0c0f4efa7608 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:31:29.349845 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbe3fbf-7424-46f0-855d-9e81cf157362', 'name': 'network-vif-deleted', 'tag': 'af247dba-a14a-4c1b-8f87-defd025dc812', 'status': 'completed', 'code': 200} Aug 25 17:31:29.419416 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebe357-fa6a-4457-98f8-77004e45d4d2 req-757126c3-7d56-4a59-932a-4b52fba01ade tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:29.420956 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9aebe357-fa6a-4457-98f8-77004e45d4d2 req-757126c3-7d56-4a59-932a-4b52fba01ade tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0547075 Aug 25 17:31:29.466620 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9aebe357-fa6a-4457-98f8-77004e45d4d2 req-d483164f-e826-4872-a5cc-a918e28aa92b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394940 Aug 25 17:31:29.669636 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c7bf2-3a50-4ed2-a961-a2d7ec0bbc8c req-8a47115c-2e2c-4f89-81a2-66a8ae8fe749 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:29.671101 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1a8c7bf2-3a50-4ed2-a961-a2d7ec0bbc8c req-8a47115c-2e2c-4f89-81a2-66a8ae8fe749 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0514905 Aug 25 17:31:29.718474 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c0df0de5-97d9-4957-ade4-099aaa9f7e67 req-e1fc32a0-ad05-41c6-be97-1dff50dbb402 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbe3fbf-7424-46f0-855d-9e81cf157362 HTTP/1.1" status: 200 len: 210 time: 0.0353882 Aug 25 17:31:29.733000 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1a8c7bf2-3a50-4ed2-a961-a2d7ec0bbc8c req-e982c0a4-9b21-45a0-b417-8d81b5a44f7b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558302 Aug 25 17:31:29.831996 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff92c8-bfff-402a-9753-64d43fcb5013 req-2b70b006-4360-43ae-b2d3-d063104bde38 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:29.833501 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3ff92c8-bfff-402a-9753-64d43fcb5013 req-2b70b006-4360-43ae-b2d3-d063104bde38 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0488472 Aug 25 17:31:29.872736 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3ff92c8-bfff-402a-9753-64d43fcb5013 req-697fb463-2f2d-4060-bc9d-af005c2c5209 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326779 Aug 25 17:31:30.587065 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38071026-3ac0-49a7-ab2d-4ea642287bf0 req-db80ce72-0f0f-4093-864e-1dbe6c50ff81 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:30.588834 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-38071026-3ac0-49a7-ab2d-4ea642287bf0 req-db80ce72-0f0f-4093-864e-1dbe6c50ff81 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0514426 Aug 25 17:31:30.627450 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-38071026-3ac0-49a7-ab2d-4ea642287bf0 req-7f991f07-e250-460c-ab06-6378659c828f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316634 Aug 25 17:31:30.851423 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfd51d-db81-4289-a2f1-6d2a6e5afa3a req-d8bdfe02-0010-4378-8ef8-be8fcf11b406 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:30.852917 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7ecfd51d-db81-4289-a2f1-6d2a6e5afa3a req-d8bdfe02-0010-4378-8ef8-be8fcf11b406 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0490444 Aug 25 17:31:30.891860 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7ecfd51d-db81-4289-a2f1-6d2a6e5afa3a req-02cf6cf6-ece2-4508-9368-32692f8b74eb tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322895 Aug 25 17:31:30.992401 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c26b2-8953-4a93-86e2-480d9b313b2b req-b2ffd2e2-5b12-44cd-9188-f32296a4e2fa tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:30.993914 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-631c26b2-8953-4a93-86e2-480d9b313b2b req-b2ffd2e2-5b12-44cd-9188-f32296a4e2fa tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0517070 Aug 25 17:31:31.031964 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-631c26b2-8953-4a93-86e2-480d9b313b2b req-746fd7c9-747e-4d18-90aa-e7b424c7c221 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317070 Aug 25 17:31:31.752540 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89077f97-4fbc-4f6f-8f7a-2dd00d8fb482 req-08a18563-8501-46a0-9c28-cf85612b53f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:31.754023 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89077f97-4fbc-4f6f-8f7a-2dd00d8fb482 req-08a18563-8501-46a0-9c28-cf85612b53f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0536728 Aug 25 17:31:31.790971 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89077f97-4fbc-4f6f-8f7a-2dd00d8fb482 req-86a5d125-9385-4ca9-b096-3ea5320cd4ce tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311692 Aug 25 17:31:32.009399 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f962a8-362b-4514-9a8d-6f37435ded9f req-fecb9cd4-43f9-4c6b-bb43-b6fd797e54be tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:32.010880 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b2f962a8-362b-4514-9a8d-6f37435ded9f req-fecb9cd4-43f9-4c6b-bb43-b6fd797e54be tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0511003 Aug 25 17:31:32.048882 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b2f962a8-362b-4514-9a8d-6f37435ded9f req-7084214f-f63f-4aa1-b9a9-75a0ada1f9fb tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319991 Aug 25 17:31:32.147140 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157259d0-e8f4-4c34-bcbb-af734a2409b9 req-40a92771-b912-4659-a1d8-fb5fbf95f181 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:32.148636 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-157259d0-e8f4-4c34-bcbb-af734a2409b9 req-40a92771-b912-4659-a1d8-fb5fbf95f181 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0484204 Aug 25 17:31:32.186305 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-157259d0-e8f4-4c34-bcbb-af734a2409b9 req-786008be-07cc-4ce6-b268-6576cc0a067d tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Aug 25 17:31:32.916062 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ee9b7-c7d6-45d1-abaf-1bf2a65478a7 req-4100c179-77f3-467b-b385-ce9045e3ab0c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:32.918299 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1a5ee9b7-c7d6-45d1-abaf-1bf2a65478a7 req-4100c179-77f3-467b-b385-ce9045e3ab0c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0545130 Aug 25 17:31:32.954958 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1a5ee9b7-c7d6-45d1-abaf-1bf2a65478a7 req-c9a66297-bc7b-4114-a8c2-c6d087ba2545 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307281 Aug 25 17:31:33.163311 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b92ac-6104-4001-bc72-908454b96064 req-6475cdf3-5295-45b3-828a-47b33de32e55 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:33.164819 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c31b92ac-6104-4001-bc72-908454b96064 req-6475cdf3-5295-45b3-828a-47b33de32e55 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0494344 Aug 25 17:31:33.203469 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c31b92ac-6104-4001-bc72-908454b96064 req-5670de8a-6122-46e9-86ea-1f97c7165741 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321565 Aug 25 17:31:33.301464 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28a8c0-e9ec-4d3e-9fe4-dd029afa98bc req-3166c539-eae5-4a8d-82c5-f79b8b1f5a5d tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:33.302955 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0d28a8c0-e9ec-4d3e-9fe4-dd029afa98bc req-3166c539-eae5-4a8d-82c5-f79b8b1f5a5d tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0499737 Aug 25 17:31:33.342309 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0d28a8c0-e9ec-4d3e-9fe4-dd029afa98bc req-5d23c855-8ff4-431e-8612-7be672c55319 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323520 Aug 25 17:31:34.074141 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb33523-cbfc-4351-bf05-b492d6627969 req-d600e8b1-4306-44f6-a2e4-5938c3bdc41f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:34.075838 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-beb33523-cbfc-4351-bf05-b492d6627969 req-d600e8b1-4306-44f6-a2e4-5938c3bdc41f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0508997 Aug 25 17:31:34.113151 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-beb33523-cbfc-4351-bf05-b492d6627969 req-0be780e4-eb7e-4b7c-8fcc-8db16278bac1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314398 Aug 25 17:31:34.273185 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device be008cdd-7a1a-485d-8d5e-e4790373a602 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:31:34.321789 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730dfb7-5c29-4b90-8af8-b2e80f60972b req-32e9ecb0-5632-4d51-82c6-9ca07dedc2f8 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:34.323952 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a730dfb7-5c29-4b90-8af8-b2e80f60972b req-32e9ecb0-5632-4d51-82c6-9ca07dedc2f8 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0507655 Aug 25 17:31:34.361428 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a730dfb7-5c29-4b90-8af8-b2e80f60972b req-6c8a6949-c2c0-47ae-bd37-0507ec9d373c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312641 Aug 25 17:31:34.378364 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port be008cdd-7a1a-485d-8d5e-e4790373a602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be008cdd-7a1a-485d-8d5e-e4790373a602,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:31:34.390718 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'port_id': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'mac_address': 'fa:16:3e:2d:20:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:31:34.426933 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:34.439894 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be008cdd-7a1a-485d-8d5e-e4790373a602 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:31:34.457086 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef39a4-c695-4796-aafb-34890d7b92a3 req-a68168dd-30b0-4b9a-867d-79c41655a461 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:34.458578 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a3ef39a4-c695-4796-aafb-34890d7b92a3 req-a68168dd-30b0-4b9a-867d-79c41655a461 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0487816 Aug 25 17:31:34.459294 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port be008cdd-7a1a-485d-8d5e-e4790373a602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be008cdd-7a1a-485d-8d5e-e4790373a602,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:31:34.464269 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:34.498501 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a3ef39a4-c695-4796-aafb-34890d7b92a3 req-7afcebd9-05a6-456d-9bc2-237955c27b79 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324328 Aug 25 17:31:34.514072 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=be008cdd-7a1a-485d-8d5e-e4790373a602,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:31:35.237813 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a04fd-ed34-4c24-9a34-36c7ebc16b4f req-b9a6ed20-8381-41bc-898b-2cb3ef36318e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:35.239349 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc5a04fd-ed34-4c24-9a34-36c7ebc16b4f req-b9a6ed20-8381-41bc-898b-2cb3ef36318e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 945 time: 0.0535858 Aug 25 17:31:35.278700 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc5a04fd-ed34-4c24-9a34-36c7ebc16b4f req-91551bf8-6e7f-4830-baa6-2c896af0462a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333416 Aug 25 17:31:35.483927 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb01bf-0c26-4bb7-8399-63b6f9e23a87 req-17d113c6-8dfe-4384-b862-40d0fdfbd48c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:35.485416 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1bfb01bf-0c26-4bb7-8399-63b6f9e23a87 req-17d113c6-8dfe-4384-b862-40d0fdfbd48c tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0504291 Aug 25 17:31:35.524321 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1bfb01bf-0c26-4bb7-8399-63b6f9e23a87 req-2680d2c5-e295-48a0-8cfd-1b7756d8af19 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329747 Aug 25 17:31:35.617174 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add087e1-a67c-42c6-a747-d9248d3780cc req-e4624bd2-2fbc-414c-b331-944caade1669 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:35.618682 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-add087e1-a67c-42c6-a747-d9248d3780cc req-e4624bd2-2fbc-414c-b331-944caade1669 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0501163 Aug 25 17:31:35.657493 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-add087e1-a67c-42c6-a747-d9248d3780cc req-5cae1cdc-6302-442c-8b40-c5d3a1e3a0d6 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328796 Aug 25 17:31:35.825697 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device af247dba-a14a-4c1b-8f87-defd025dc812 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:31:35.845811 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: af247dba-a14a-4c1b-8f87-defd025dc812 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:31:35.846071 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device af247dba-a14a-4c1b-8f87-defd025dc812 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:31:36.004798 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['be008cdd-7a1a-485d-8d5e-e4790373a602'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:31:36.403405 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c88fe-bf20-4c44-8c4f-668bf6a8bb39 req-9a323bbb-8875-43c6-9ee5-39bcb911e832 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:36.404926 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-143c88fe-bf20-4c44-8c4f-668bf6a8bb39 req-9a323bbb-8875-43c6-9ee5-39bcb911e832 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 945 time: 0.0527258 Aug 25 17:31:36.444741 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-143c88fe-bf20-4c44-8c4f-668bf6a8bb39 req-546a6713-b666-4118-b5ac-b8d69d2e1be3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336239 Aug 25 17:31:36.638630 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa028e4-7439-49da-a6b8-3fdcf53c99a4 req-7551b880-7c57-47b1-9812-75e7af155da7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:36.640136 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-efa028e4-7439-49da-a6b8-3fdcf53c99a4 req-7551b880-7c57-47b1-9812-75e7af155da7 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0496814 Aug 25 17:31:36.678489 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-efa028e4-7439-49da-a6b8-3fdcf53c99a4 req-42b78fc7-1d4e-411f-bb71-089b13fe03ae tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Aug 25 17:31:36.769174 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1412c-92e0-4f20-bf70-07c506b524ea req-e11f35c7-faf2-4f14-a05c-7aed4c91cb6c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:36.770621 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44c1412c-92e0-4f20-bf70-07c506b524ea req-e11f35c7-faf2-4f14-a05c-7aed4c91cb6c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0469680 Aug 25 17:31:36.807997 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44c1412c-92e0-4f20-bf70-07c506b524ea req-7e778914-b158-4c1c-be08-8d18afc74c51 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314794 Aug 25 17:31:37.480561 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382bee6-7ee9-4edc-ad79-c328b238104e req-ad7d5c04-bf9b-4ef1-9c7b-b55cb2a88e92 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:37.482070 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3382bee6-7ee9-4edc-ad79-c328b238104e req-ad7d5c04-bf9b-4ef1-9c7b-b55cb2a88e92 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0527518 Aug 25 17:31:37.597710 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840422f-d9fa-493b-a7b2-f98ae51b6c45 req-e267efca-84ee-4f44-834b-441c3031fa76 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:37.599233 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2840422f-d9fa-493b-a7b2-f98ae51b6c45 req-e267efca-84ee-4f44-834b-441c3031fa76 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 945 time: 0.0798380 Aug 25 17:31:37.643082 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-3382bee6-7ee9-4edc-ad79-c328b238104e req-7b5e2928-26bc-42e1-8f6a-dfcfa3f21754 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Deleting port 11808070-f907-459d-81ce-10958576c9f7 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:31:37.643409 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3382bee6-7ee9-4edc-ad79-c328b238104e req-7b5e2928-26bc-42e1-8f6a-dfcfa3f21754 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:37.686039 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2840422f-d9fa-493b-a7b2-f98ae51b6c45 req-8c7bf6ec-1620-42e7-8565-8a5e113f7fe8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781591 Aug 25 17:31:37.739073 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3382bee6-7ee9-4edc-ad79-c328b238104e req-7b5e2928-26bc-42e1-8f6a-dfcfa3f21754 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] For port 11808070-f907-459d-81ce-10958576c9f7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11808070-f907-459d-81ce-10958576c9f7,segment=NetworkSegment(3ce13bf3-71ff-4ad8-ae66-b808b812e8de),segment_id=3ce13bf3-71ff-4ad8-ae66-b808b812e8de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:31:37.739440 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3382bee6-7ee9-4edc-ad79-c328b238104e req-7b5e2928-26bc-42e1-8f6a-dfcfa3f21754 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:37.773421 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-3382bee6-7ee9-4edc-ad79-c328b238104e req-7b5e2928-26bc-42e1-8f6a-dfcfa3f21754 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Calling delete_port for 11808070-f907-459d-81ce-10958576c9f7 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:31:37.826773 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device be008cdd-7a1a-485d-8d5e-e4790373a602 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:31:37.841891 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85df5f-8096-48c0-85bb-f05e4cd2529e req-0c564c15-248a-468f-a70e-1d9181461923 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:37.843635 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ac85df5f-8096-48c0-85bb-f05e4cd2529e req-0c564c15-248a-468f-a70e-1d9181461923 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 945 time: 0.0969481 Aug 25 17:31:37.876698 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port be008cdd-7a1a-485d-8d5e-e4790373a602 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:31:37.877369 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:37.922480 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ac85df5f-8096-48c0-85bb-f05e4cd2529e req-8547b92c-b535-45ea-8d56-1b0abbfa5183 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689125 Aug 25 17:31:37.957758 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:37.973640 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27182e0-2b6b-4d1e-84fa-5b739a0ca89a req-30cedb42-3950-4f78-9961-421e33793af3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:37.975120 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c27182e0-2b6b-4d1e-84fa-5b739a0ca89a req-30cedb42-3950-4f78-9961-421e33793af3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0849893 Aug 25 17:31:37.982695 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be008cdd-7a1a-485d-8d5e-e4790373a602'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:31:37.984955 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dddae1-2d8c-48de-88bf-6192b508f96b" -d '{"events": [{"server_uuid": "1e400cd4-71cb-4890-be05-29ea4ae174ca", "name": "network-vif-plugged", "status": "completed", "tag": "be008cdd-7a1a-485d-8d5e-e4790373a602"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:31:38.000472 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port be008cdd-7a1a-485d-8d5e-e4790373a602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be008cdd-7a1a-485d-8d5e-e4790373a602,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:31:38.002719 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3382bee6-7ee9-4edc-ad79-c328b238104e req-7b5e2928-26bc-42e1-8f6a-dfcfa3f21754 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:38.005912 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:38.037046 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbe8270-724a-48b4-be86-5b4f488582c7 x-openstack-request-id: req-abbe8270-724a-48b4-be86-5b4f488582c7 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:31:38.037339 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e400cd4-71cb-4890-be05-29ea4ae174ca", "name": "network-vif-plugged", "status": "completed", "tag": "be008cdd-7a1a-485d-8d5e-e4790373a602", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:31:38.037589 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abbe8270-724a-48b4-be86-5b4f488582c7 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:31:38.037978 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'code': 200} Aug 25 17:31:38.040465 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['11808070-f907-459d-81ce-10958576c9f7', '6dad6074-c1ba-4c18-af5d-9045068fa562'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:31:38.100731 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=be008cdd-7a1a-485d-8d5e-e4790373a602,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:31:38.280130 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e2928-26bc-42e1-8f6a-dfcfa3f21754 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Pushing event deleted for resources: {'Port': ['ID=11808070-f907-459d-81ce-10958576c9f7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:31:38.290484 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c27182e0-2b6b-4d1e-84fa-5b739a0ca89a req-135dcf46-73c9-4850-86ce-13ae3b2555cf tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077741 Aug 25 17:31:38.327114 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3382bee6-7ee9-4edc-ad79-c328b238104e req-7b5e2928-26bc-42e1-8f6a-dfcfa3f21754 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] No DVR routers for this DVR port 11808070-f907-459d-81ce-10958576c9f7 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:31:38.330029 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3382bee6-7ee9-4edc-ad79-c328b238104e req-7b5e2928-26bc-42e1-8f6a-dfcfa3f21754 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:38.332003 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3382bee6-7ee9-4edc-ad79-c328b238104e req-7b5e2928-26bc-42e1-8f6a-dfcfa3f21754 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.25 "DELETE /v2.0/ports/11808070-f907-459d-81ce-10958576c9f7 HTTP/1.1" status: 204 len: 173 time: 0.8425963 Aug 25 17:31:38.332420 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca', 'name': 'network-vif-deleted', 'tag': '11808070-f907-459d-81ce-10958576c9f7'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:31:38.334715 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da72f55-4170-4347-a1bd-013cc489cc6c" -d '{"events": [{"server_uuid": "3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca", "name": "network-vif-deleted", "tag": "11808070-f907-459d-81ce-10958576c9f7"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:31:38.374161 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b97113-9826-4034-96be-63bf469d5348 x-openstack-request-id: req-91b97113-9826-4034-96be-63bf469d5348 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:31:38.374454 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca", "name": "network-vif-deleted", "tag": "11808070-f907-459d-81ce-10958576c9f7", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:31:38.374699 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91b97113-9826-4034-96be-63bf469d5348 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:31:38.375081 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca', 'name': 'network-vif-deleted', 'tag': '11808070-f907-459d-81ce-10958576c9f7', 'status': 'completed', 'code': 200} Aug 25 17:31:38.807348 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bd216-83ab-4dab-9095-76d306c6e656 req-c5f338a4-4056-4361-8115-dcc81b65b494 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:38.809428 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7e8bd216-83ab-4dab-9095-76d306c6e656 req-c5f338a4-4056-4361-8115-dcc81b65b494 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0515840 Aug 25 17:31:38.847272 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7e8bd216-83ab-4dab-9095-76d306c6e656 req-acb8b086-45aa-4e19-8243-c303e0283dd2 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318251 Aug 25 17:31:39.036201 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5b3fd602-b6ba-4c91-b37c-b34ed3148be3 req-de0ee9a1-5cfd-42e0-9ec2-acb04fb80b57 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d2d6fc4-9c12-4e9b-bcee-1a50c83a0dca HTTP/1.1" status: 200 len: 210 time: 0.0297215 Aug 25 17:31:39.304210 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46742bee-fbe8-4b4f-805a-3c3f177dbba9 req-0bfbd5dd-048a-46da-827a-dc364d02b34a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843556 Aug 25 17:31:39.420635 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81424a59-eed4-49f6-892b-6066dd89b7d9 req-dee44285-b1dc-44ce-985d-7cf02a232e23 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:39.421787 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-81424a59-eed4-49f6-892b-6066dd89b7d9 req-dee44285-b1dc-44ce-985d-7cf02a232e23 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0489132 Aug 25 17:31:39.460387 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-81424a59-eed4-49f6-892b-6066dd89b7d9 req-08708faa-a724-4630-81eb-0160c5f61245 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325322 Aug 25 17:31:39.470296 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57215704-fe1a-4f91-8e59-885664a336e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:39.966080 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64716444-da1a-42b9-a3e7-4c266b3183ec req-cfbab07b-ea51-4fc6-b006-7bb7cfdcadf6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:39.967576 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64716444-da1a-42b9-a3e7-4c266b3183ec req-cfbab07b-ea51-4fc6-b006-7bb7cfdcadf6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0508316 Aug 25 17:31:40.005399 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64716444-da1a-42b9-a3e7-4c266b3183ec req-af7ba6fc-4aaf-49aa-9554-15d3523557e6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319581 Aug 25 17:31:40.300014 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84444e7-66a3-4680-80c6-edee25f39213 req-f85f10cb-ccd8-4d62-ba63-51885efaa89e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:40.301563 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f84444e7-66a3-4680-80c6-edee25f39213 req-f85f10cb-ccd8-4d62-ba63-51885efaa89e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0536187 Aug 25 17:31:40.342332 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f84444e7-66a3-4680-80c6-edee25f39213 req-e3e4253a-8d2b-4387-8a5e-f2fb5d7341c2 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345008 Aug 25 17:31:40.580263 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ef3c0-734a-4d32-a65f-a8ed80831701 req-a0c8f151-812d-4de5-8aff-6b210832703c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:40.581727 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fd0ef3c0-734a-4d32-a65f-a8ed80831701 req-a0c8f151-812d-4de5-8aff-6b210832703c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0470471 Aug 25 17:31:40.620350 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fd0ef3c0-734a-4d32-a65f-a8ed80831701 req-e41a90ac-2b17-4b65-b28d-de1abc881086 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326896 Aug 25 17:31:41.123400 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7119a-fa61-4f10-aa97-4615b208c467 req-a193b0cb-d089-41ad-871a-b205531ad2d2 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:41.124909 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1ce7119a-fa61-4f10-aa97-4615b208c467 req-a193b0cb-d089-41ad-871a-b205531ad2d2 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0487585 Aug 25 17:31:41.162388 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1ce7119a-fa61-4f10-aa97-4615b208c467 req-053fb566-0de2-4039-a3e4-805a5214a7cf tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316789 Aug 25 17:31:41.459127 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177ef97-999a-487c-b1dc-9e9e02e9ba64 req-16c08f47-2cec-4069-ab48-cfe937a2a672 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:41.460509 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4177ef97-999a-487c-b1dc-9e9e02e9ba64 req-16c08f47-2cec-4069-ab48-cfe937a2a672 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0510154 Aug 25 17:31:41.498557 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4177ef97-999a-487c-b1dc-9e9e02e9ba64 req-293083a1-b2c9-4594-8596-33def675a76f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Aug 25 17:31:41.698185 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:31:41.733882 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adccba2-c941-4a67-88b8-fbc447e39a51 req-f579c2cb-0698-4e2f-9d02-7024a63842a9 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:41.735343 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6adccba2-c941-4a67-88b8-fbc447e39a51 req-f579c2cb-0698-4e2f-9d02-7024a63842a9 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0480001 Aug 25 17:31:41.772364 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6adccba2-c941-4a67-88b8-fbc447e39a51 req-ba5e83d0-fa57-42aa-bb6c-e3f118286228 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311246 Aug 25 17:31:42.215195 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-69072c79-a260-4904-9d12-453385d5ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:42.283585 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e908bdf-6cbd-4d05-a91b-8fd6f1bd9c37 req-b893d431-0b30-4d2d-8316-27a4675f0b88 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:42.285057 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e908bdf-6cbd-4d05-a91b-8fd6f1bd9c37 req-b893d431-0b30-4d2d-8316-27a4675f0b88 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0497067 Aug 25 17:31:42.323345 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e908bdf-6cbd-4d05-a91b-8fd6f1bd9c37 req-9fb64c4e-af79-49bd-bd2d-e19ed3e46e9a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322843 Aug 25 17:31:42.361027 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:42.615679 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf859c9-b668-45fb-8671-e653e27fcaa4 req-b5824c2a-d023-42be-854d-6b1fdd7486ad tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:42.617133 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-acf859c9-b668-45fb-8671-e653e27fcaa4 req-b5824c2a-d023-42be-854d-6b1fdd7486ad tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0518785 Aug 25 17:31:42.654941 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-acf859c9-b668-45fb-8671-e653e27fcaa4 req-bcc0b796-0e16-4a9e-b8b9-872bcb4e24a2 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308745 Aug 25 17:31:42.885625 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27701279-fa51-4c4a-920e-a069f007c149 req-09fe9888-0d65-4490-864b-f96bd03e2ee1 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:42.887699 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-27701279-fa51-4c4a-920e-a069f007c149 req-09fe9888-0d65-4490-864b-f96bd03e2ee1 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0495307 Aug 25 17:31:42.924218 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-27701279-fa51-4c4a-920e-a069f007c149 req-0505c56d-4935-4424-bf3a-18c3c9616fce tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307865 Aug 25 17:31:43.404320 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:43.447676 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c9536-bcd1-405f-9e48-a5fa7e6fbd9f req-52244949-591c-44e5-98b9-0d7c4250807f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:43.449176 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf8c9536-bcd1-405f-9e48-a5fa7e6fbd9f req-52244949-591c-44e5-98b9-0d7c4250807f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0510247 Aug 25 17:31:43.489965 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf8c9536-bcd1-405f-9e48-a5fa7e6fbd9f req-4281850f-58c2-43b3-9b9f-660ada96b6b8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343897 Aug 25 17:31:43.588901 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:43.770169 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e7d0d-f910-4693-bc95-5a35a2c3b928 req-c9180c8b-0728-49a2-a9d9-f103ecd0c718 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:43.771663 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c6e7d0d-f910-4693-bc95-5a35a2c3b928 req-c9180c8b-0728-49a2-a9d9-f103ecd0c718 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0518601 Aug 25 17:31:43.811168 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c6e7d0d-f910-4693-bc95-5a35a2c3b928 req-d707604a-33b8-4cf1-aeef-49a8301e9e5e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328882 Aug 25 17:31:44.037665 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b350b-a5ac-4cbe-b76f-db773fe19360 req-4d0a78dc-11b7-4285-a65c-765d030ab235 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:44.039140 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fd5b350b-a5ac-4cbe-b76f-db773fe19360 req-4d0a78dc-11b7-4285-a65c-765d030ab235 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0497622 Aug 25 17:31:44.079825 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fd5b350b-a5ac-4cbe-b76f-db773fe19360 req-e1c39405-69b3-4d76-a97c-2855b87c3340 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345747 Aug 25 17:31:44.606579 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15a2b2-21bb-4191-a700-14e179cf44a6 req-f9373541-6a9c-4b29-9679-b5794139b44c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:44.608174 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-de15a2b2-21bb-4191-a700-14e179cf44a6 req-f9373541-6a9c-4b29-9679-b5794139b44c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0484333 Aug 25 17:31:44.648951 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-de15a2b2-21bb-4191-a700-14e179cf44a6 req-7c4005c4-6416-4c9c-9591-1111e82073cc tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324554 Aug 25 17:31:44.716386 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:44.928868 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33858971-b6ab-49bf-97cf-4b25e4999b9a req-47b4aebc-2a12-4e08-84bd-1367e14a985e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:44.930352 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-33858971-b6ab-49bf-97cf-4b25e4999b9a req-47b4aebc-2a12-4e08-84bd-1367e14a985e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0522954 Aug 25 17:31:44.967467 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-33858971-b6ab-49bf-97cf-4b25e4999b9a req-1658c22a-19c3-4efc-8f70-5b9061d0f46f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311608 Aug 25 17:31:45.196929 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce7e65-bfc0-471d-a212-15ebcd504b0a req-9d8eed66-f259-4e7e-9625-9d408c662a46 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:45.198378 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-32ce7e65-bfc0-471d-a212-15ebcd504b0a req-9d8eed66-f259-4e7e-9625-9d408c662a46 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0476470 Aug 25 17:31:45.258933 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46742bee-fbe8-4b4f-805a-3c3f177dbba9 req-1da6ebd1-065e-4f12-a7f9-ca91238f0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:45.260468 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46742bee-fbe8-4b4f-805a-3c3f177dbba9 req-1da6ebd1-065e-4f12-a7f9-ca91238f0b0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6aea98bc458945fb805455be3ae1ea26&device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 1099 time: 0.0606163 Aug 25 17:31:45.263968 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-32ce7e65-bfc0-471d-a212-15ebcd504b0a req-71b7326b-9b22-4d87-8ec9-66717ae2a6d9 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569682 Aug 25 17:31:45.373267 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46742bee-fbe8-4b4f-805a-3c3f177dbba9 req-1c94228b-d613-4246-8eef-8310c52fa0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:45.374670 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46742bee-fbe8-4b4f-805a-3c3f177dbba9 req-1c94228b-d613-4246-8eef-8310c52fa0bf service neutron] 10.222.0.25 "GET /v2.0/networks?id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 200 len: 920 time: 0.0863252 Aug 25 17:31:45.420317 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46742bee-fbe8-4b4f-805a-3c3f177dbba9 req-0b6dd9d1-1990-4cc8-8585-2432dfd22f7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dad6074-c1ba-4c18-af5d-9045068fa562 HTTP/1.1" status: 200 len: 217 time: 0.0353608 Aug 25 17:31:45.477240 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46742bee-fbe8-4b4f-805a-3c3f177dbba9 req-f8ebfb17-c6ad-4593-920a-fc8a127b1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:45.478751 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46742bee-fbe8-4b4f-805a-3c3f177dbba9 req-f8ebfb17-c6ad-4593-920a-fc8a127b1535 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75334e3b-40c5-4c0c-b23e-9bc0f215df9d HTTP/1.1" status: 200 len: 859 time: 0.0489717 Aug 25 17:31:45.513113 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46742bee-fbe8-4b4f-805a-3c3f177dbba9 req-2074e5a6-970c-4029-98a1-1cbfae94b6b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250554 Aug 25 17:31:45.567156 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 11808070-f907-459d-81ce-10958576c9f7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:31:45.588953 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: 11808070-f907-459d-81ce-10958576c9f7 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:31:45.589730 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 11808070-f907-459d-81ce-10958576c9f7 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:31:45.637776 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46742bee-fbe8-4b4f-805a-3c3f177dbba9 req-2b998714-0cab-44d0-95d9-5a127d46992f service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840271 Aug 25 17:31:45.761392 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46742bee-fbe8-4b4f-805a-3c3f177dbba9 req-f84d4f2a-a4da-4f01-8f6e-d02e232ff162 service neutron] 10.222.0.25 "GET /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113284 Aug 25 17:31:45.783237 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae0e11-1d3a-4687-8029-79e2a6e0a289 req-671fa55d-7ebe-4966-b901-4ce3564f03e1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:45.784733 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-52ae0e11-1d3a-4687-8029-79e2a6e0a289 req-671fa55d-7ebe-4966-b901-4ce3564f03e1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0612738 Aug 25 17:31:45.875678 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-52ae0e11-1d3a-4687-8029-79e2a6e0a289 req-3eba940e-968c-426e-86a0-00b38a4f9ac2 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818448 Aug 25 17:31:45.909589 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8aec1-9022-4451-a71e-24853079b9cf req-acf4607c-ae25-42ec-be92-659b75d8a0e1 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:45.911044 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22e8aec1-9022-4451-a71e-24853079b9cf req-acf4607c-ae25-42ec-be92-659b75d8a0e1 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/networks?id=dc71a4a3-5389-4c29-a7aa-57847dce8413 HTTP/1.1" status: 200 len: 814 time: 0.1367111 Aug 25 17:31:45.925475 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22e8aec1-9022-4451-a71e-24853079b9cf req-367a8d8e-49a1-4d27-ac2a-249cc6f59fe1 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/quotas/e719120f6b3e4972921c7201a76cf7ee HTTP/1.1" status: 200 len: 375 time: 0.0088327 Aug 25 17:31:45.956613 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22e8aec1-9022-4451-a71e-24853079b9cf req-04c7b9fe-0136-4b8b-97d7-7144c8981b21 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e719120f6b3e4972921c7201a76cf7ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259700 Aug 25 17:31:46.120188 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efea89b-ad9b-49e7-887e-45695d93cd0f req-5d91dabb-e03a-4851-9c95-ec8622f1240e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:46.121794 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2efea89b-ad9b-49e7-887e-45695d93cd0f req-5d91dabb-e03a-4851-9c95-ec8622f1240e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0724373 Aug 25 17:31:46.138449 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22e8aec1-9022-4451-a71e-24853079b9cf req-f8d18b02-882c-464d-8f82-d3debab42122 service neutron] 10.222.0.13 "GET /v2.0/networks/dc71a4a3-5389-4c29-a7aa-57847dce8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747408 Aug 25 17:31:46.205461 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2efea89b-ad9b-49e7-887e-45695d93cd0f req-fb79a9d4-89aa-4ed7-b039-f6850bf0cd8e tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764644 Aug 25 17:31:46.244298 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22e8aec1-9022-4451-a71e-24853079b9cf req-eab5cb6b-f0d6-489f-8425-a3109bb60360 service neutron] 10.222.0.13 "GET /v2.0/networks/dc71a4a3-5389-4c29-a7aa-57847dce8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991521 Aug 25 17:31:46.387022 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b1486-cee0-4224-bf62-33d88b2f4a78 req-0be1dc36-9d6f-4245-97fa-5420c4ea4c85 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:46.388786 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f0b1486-cee0-4224-bf62-33d88b2f4a78 req-0be1dc36-9d6f-4245-97fa-5420c4ea4c85 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0530319 Aug 25 17:31:46.424645 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-528f08ce-e86a-4c96-b9e1-4c8c1b2989d0 req-9fc11e5b-880d-48a0-b33c-db9e1721296b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 210 time: 0.0333786 Aug 25 17:31:46.453716 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f0b1486-cee0-4224-bf62-33d88b2f4a78 req-0c3a5986-d62d-455b-8939-9303c83f4d43 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528240 Aug 25 17:31:47.005358 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed777a52-cb89-4f54-98dd-93cf4733adb9 req-a9a287f1-13d7-4f84-8528-3c25193797c0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:47.006826 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ed777a52-cb89-4f54-98dd-93cf4733adb9 req-a9a287f1-13d7-4f84-8528-3c25193797c0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0573294 Aug 25 17:31:47.047940 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ed777a52-cb89-4f54-98dd-93cf4733adb9 req-0d5de0fd-f82f-41e8-83d6-53640feb13a5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343730 Aug 25 17:31:47.343698 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3d192-d9b9-4e82-80b0-7db7aa572f53 req-94a8efcb-c128-4c1f-8445-3432f26a19fe tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:47.345284 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-98e3d192-d9b9-4e82-80b0-7db7aa572f53 req-94a8efcb-c128-4c1f-8445-3432f26a19fe tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0582800 Aug 25 17:31:47.385770 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-98e3d192-d9b9-4e82-80b0-7db7aa572f53 req-d41cd48a-b3c5-4c24-8f38-be37588e34ae tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346744 Aug 25 17:31:47.524372 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5729e028-5fe9-499b-8fe8-7cb1cd2c0ef4 req-ecd06a82-7609-43d8-8cf2-50a8eb07eeca tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 210 time: 0.0285673 Aug 25 17:31:47.574443 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23c27f-b8df-4132-8276-47d2b53ec0d8 req-0d1cd4c8-e170-48fe-bdbd-d70a04f2f738 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:47.576568 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7e23c27f-b8df-4132-8276-47d2b53ec0d8 req-0d1cd4c8-e170-48fe-bdbd-d70a04f2f738 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0506403 Aug 25 17:31:47.619692 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7e23c27f-b8df-4132-8276-47d2b53ec0d8 req-ef95a661-34b5-4043-9825-044876343338 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367720 Aug 25 17:31:47.785440 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8aec1-9022-4451-a71e-24853079b9cf req-93a0d26b-e734-486e-b15a-d3f22067bec8 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:47.786953 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22e8aec1-9022-4451-a71e-24853079b9cf req-93a0d26b-e734-486e-b15a-d3f22067bec8 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.25 "GET /v2.0/networks?id=dc71a4a3-5389-4c29-a7aa-57847dce8413 HTTP/1.1" status: 200 len: 814 time: 0.1201899 Aug 25 17:31:47.811983 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-22e8aec1-9022-4451-a71e-24853079b9cf req-2a61a0ce-6f16-4ad7-9a27-22c44fdf73b9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Request body: {'port': {'device_id': 'e312dd3d-59e0-40eb-934c-ae93bb61c041', 'network_id': 'dc71a4a3-5389-4c29-a7aa-57847dce8413', 'admin_state_up': True, 'tenant_id': 'e719120f6b3e4972921c7201a76cf7ee'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:31:47.934946 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e8aec1-9022-4451-a71e-24853079b9cf req-2a61a0ce-6f16-4ad7-9a27-22c44fdf73b9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Made reservation on behalf of e719120f6b3e4972921c7201a76cf7ee for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:31:47.938449 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-22e8aec1-9022-4451-a71e-24853079b9cf req-2a61a0ce-6f16-4ad7-9a27-22c44fdf73b9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:48.086891 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-22e8aec1-9022-4451-a71e-24853079b9cf req-2a61a0ce-6f16-4ad7-9a27-22c44fdf73b9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Allocated IP 172.20.0.14 (dc71a4a3-5389-4c29-a7aa-57847dce8413/33cd230b-2516-46b8-a641-9ce74465d74b/7d80b704-f608-4ab5-8235-aee6ea2d48d6) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:31:48.235521 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620b191-808b-4495-85fa-664eea54eca2 req-57b71187-d246-445f-ab41-f62e88770506 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:48.237056 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c620b191-808b-4495-85fa-664eea54eca2 req-57b71187-d246-445f-ab41-f62e88770506 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.1097565 Aug 25 17:31:48.322623 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c620b191-808b-4495-85fa-664eea54eca2 req-f65fa8c5-cf45-45b5-82ff-a446cdb3f3fc tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673139 Aug 25 17:31:48.326473 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-22e8aec1-9022-4451-a71e-24853079b9cf req-2a61a0ce-6f16-4ad7-9a27-22c44fdf73b9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:48.371793 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-22e8aec1-9022-4451-a71e-24853079b9cf req-2a61a0ce-6f16-4ad7-9a27-22c44fdf73b9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:48.422836 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e8aec1-9022-4451-a71e-24853079b9cf req-2a61a0ce-6f16-4ad7-9a27-22c44fdf73b9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Network dc71a4a3-5389-4c29-a7aa-57847dce8413 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:31:48.426179 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-22e8aec1-9022-4451-a71e-24853079b9cf req-2a61a0ce-6f16-4ad7-9a27-22c44fdf73b9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:31:48.431091 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e8aec1-9022-4451-a71e-24853079b9cf req-2a61a0ce-6f16-4ad7-9a27-22c44fdf73b9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:31:48.435971 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61a0ce-6f16-4ad7-9a27-22c44fdf73b9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Pushing event updated for resources: {'Port': ['ID=7d80b704-f608-4ab5-8235-aee6ea2d48d6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:31:48.513788 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8aec1-9022-4451-a71e-24853079b9cf req-2a61a0ce-6f16-4ad7-9a27-22c44fdf73b9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:48.514418 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-22e8aec1-9022-4451-a71e-24853079b9cf req-2a61a0ce-6f16-4ad7-9a27-22c44fdf73b9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:48.536772 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22e8aec1-9022-4451-a71e-24853079b9cf req-2a61a0ce-6f16-4ad7-9a27-22c44fdf73b9 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7317407 Aug 25 17:31:48.546113 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcb333-ae8a-431b-b6bb-bf00c0ea28ba req-4addca55-f73b-46b8-af1a-01a3210cde84 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:48.547763 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-36fcb333-ae8a-431b-b6bb-bf00c0ea28ba req-4addca55-f73b-46b8-af1a-01a3210cde84 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0742104 Aug 25 17:31:48.552958 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Request body: {'port': {'device_id': 'e312dd3d-59e0-40eb-934c-ae93bb61c041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:31:48.663609 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-36fcb333-ae8a-431b-b6bb-bf00c0ea28ba req-4aeb1095-47fd-4004-a72c-f0339084d0c1 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910056 Aug 25 17:31:48.669554 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:48.725981 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc215f1-8751-43f4-9e75-a33b344fae4a req-c80fed44-1d72-4745-ac1e-8e7f6b1cd44b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:48.727672 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bc215f1-8751-43f4-9e75-a33b344fae4a req-c80fed44-1d72-4745-ac1e-8e7f6b1cd44b tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 932 time: 0.1077678 Aug 25 17:31:48.870881 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bc215f1-8751-43f4-9e75-a33b344fae4a req-8186518d-12c3-40f8-96e5-f3a2f8cc4da6 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359119 Aug 25 17:31:48.890744 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240fc53-b672-40f0-bf8b-c457f32c21ad req-b9a8c098-9912-420a-933b-f6fbdc532971 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:48.892366 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3240fc53-b672-40f0-bf8b-c457f32c21ad req-b9a8c098-9912-420a-933b-f6fbdc532971 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.1429298 Aug 25 17:31:48.976235 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3240fc53-b672-40f0-bf8b-c457f32c21ad req-1484b33a-cd1e-4419-b85f-bdb14b05a90e tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730765 Aug 25 17:31:49.060591 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d80b704-f608-4ab5-8235-aee6ea2d48d6 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:31:49.068267 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:49.081112 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Transition to ACTIVE for port object 7d80b704-f608-4ab5-8235-aee6ea2d48d6 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:31:49.085028 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:49.133085 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d80b704-f608-4ab5-8235-aee6ea2d48d6,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:31:49.207064 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Attempting to bind port 7d80b704-f608-4ab5-8235-aee6ea2d48d6 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:31:49.207740 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Attempting to bind port 7d80b704-f608-4ab5-8235-aee6ea2d48d6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e5260c49-b192-47f6-8a0b-cf5bf76f46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dc71a4a3-5389-4c29-a7aa-57847dce8413'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:31:49.208262 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Attempting to bind port 7d80b704-f608-4ab5-8235-aee6ea2d48d6 on network dc71a4a3-5389-4c29-a7aa-57847dce8413 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:31:49.212761 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Port 7d80b704-f608-4ab5-8235-aee6ea2d48d6 on network dc71a4a3-5389-4c29-a7aa-57847dce8413 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:31:49.213404 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Attempting to bind port 7d80b704-f608-4ab5-8235-aee6ea2d48d6 on network dc71a4a3-5389-4c29-a7aa-57847dce8413 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:31:49.218651 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:31:49.218988 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Checking segment: {'id': 'e5260c49-b192-47f6-8a0b-cf5bf76f46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dc71a4a3-5389-4c29-a7aa-57847dce8413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:31:49.219368 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Bound using segment: {'id': 'e5260c49-b192-47f6-8a0b-cf5bf76f46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dc71a4a3-5389-4c29-a7aa-57847dce8413'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:31:49.219953 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Bound port: 7d80b704-f608-4ab5-8235-aee6ea2d48d6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5260c49-b192-47f6-8a0b-cf5bf76f46e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dc71a4a3-5389-4c29-a7aa-57847dce8413'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:31:49.220320 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:49.296940 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] For port 7d80b704-f608-4ab5-8235-aee6ea2d48d6, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:31:49.300496 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] For port 7d80b704-f608-4ab5-8235-aee6ea2d48d6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7d80b704-f608-4ab5-8235-aee6ea2d48d6,segment=NetworkSegment(e5260c49-b192-47f6-8a0b-cf5bf76f46e8),segment_id=e5260c49-b192-47f6-8a0b-cf5bf76f46e8)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:31:49.305896 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:49.342054 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:49.342744 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:49.345039 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22e8aec1-9022-4451-a71e-24853079b9cf req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] 10.222.0.25 "PUT /v2.0/ports/7d80b704-f608-4ab5-8235-aee6ea2d48d6 HTTP/1.1" status: 200 len: 1094 time: 0.7955334 Aug 25 17:31:49.345039 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e312dd3d-59e0-40eb-934c-ae93bb61c041', 'tag': '7d80b704-f608-4ab5-8235-aee6ea2d48d6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:31:49.347139 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b637cc21-ea37-44fc-ba0f-ceb710601e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e312dd3d-59e0-40eb-934c-ae93bb61c041", "tag": "7d80b704-f608-4ab5-8235-aee6ea2d48d6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:31:49.375114 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6a843-0f84-458b-ae06-60b6ef6cb7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d80b704-f608-4ab5-8235-aee6ea2d48d6,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:31:49.490947 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8aec1-9022-4451-a71e-24853079b9cf req-8acbe23e-2ec9-4e2b-a8d4-a646710c8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:49.492755 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22e8aec1-9022-4451-a71e-24853079b9cf req-8acbe23e-2ec9-4e2b-a8d4-a646710c8f88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e719120f6b3e4972921c7201a76cf7ee&device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 1097 time: 0.0860806 Aug 25 17:31:49.495263 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8712bdf7-1e8f-4269-b6f6-e74e7a5847f6 x-openstack-request-id: req-8712bdf7-1e8f-4269-b6f6-e74e7a5847f6 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:31:49.496425 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e312dd3d-59e0-40eb-934c-ae93bb61c041", "tag": "7d80b704-f608-4ab5-8235-aee6ea2d48d6", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:31:49.496884 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8712bdf7-1e8f-4269-b6f6-e74e7a5847f6 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:31:49.497261 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e312dd3d-59e0-40eb-934c-ae93bb61c041', 'tag': '7d80b704-f608-4ab5-8235-aee6ea2d48d6', 'status': 'completed', 'code': 200} Aug 25 17:31:49.517791 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a728251-b45e-430d-8bc7-501b7b6e8ccb req-a35e1b7e-ee43-4a17-8b4b-1c981a5b9f50 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:49.519589 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a728251-b45e-430d-8bc7-501b7b6e8ccb req-a35e1b7e-ee43-4a17-8b4b-1c981a5b9f50 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0690389 Aug 25 17:31:49.565687 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22e8aec1-9022-4451-a71e-24853079b9cf req-f462a64e-74d7-4767-a618-9eaface3bcdc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d80b704-f608-4ab5-8235-aee6ea2d48d6 HTTP/1.1" status: 200 len: 217 time: 0.0448530 Aug 25 17:31:49.628244 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a728251-b45e-430d-8bc7-501b7b6e8ccb req-1b7c04c9-af26-4a22-9dd6-835d8b25a7b3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003945 Aug 25 17:31:49.654805 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8aec1-9022-4451-a71e-24853079b9cf req-da2f7f56-48c2-4fad-9c87-456cde0c65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:49.656391 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22e8aec1-9022-4451-a71e-24853079b9cf req-da2f7f56-48c2-4fad-9c87-456cde0c65ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33cd230b-2516-46b8-a641-9ce74465d74b HTTP/1.1" status: 200 len: 854 time: 0.0756221 Aug 25 17:31:49.708744 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22e8aec1-9022-4451-a71e-24853079b9cf req-c921314a-3313-4d03-812b-4ec2e93ed640 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc71a4a3-5389-4c29-a7aa-57847dce8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342185 Aug 25 17:31:49.833731 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22e8aec1-9022-4451-a71e-24853079b9cf req-5768a658-d4fb-4e36-aefe-ea8784fbb17e service neutron] 10.222.0.25 "GET /v2.0/networks/dc71a4a3-5389-4c29-a7aa-57847dce8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120515 Aug 25 17:31:49.958388 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b135ad2-994d-4774-94d5-e24e27733198 req-efb14067-e367-452b-8a8c-775120c20beb tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:49.959953 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b135ad2-994d-4774-94d5-e24e27733198 req-efb14067-e367-452b-8a8c-775120c20beb tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0992959 Aug 25 17:31:49.991406 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22e8aec1-9022-4451-a71e-24853079b9cf req-e0482fbd-8117-4c53-ab07-19e7d5c10ffc service neutron] 10.222.0.25 "GET /v2.0/networks/dc71a4a3-5389-4c29-a7aa-57847dce8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497910 Aug 25 17:31:50.048623 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b135ad2-994d-4774-94d5-e24e27733198 req-b25b578d-6b56-4741-a1bf-bec029d5e300 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782876 Aug 25 17:31:50.135470 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5211f49-d96d-40d7-bd09-87153785c1c4 req-1badf6c8-286e-4705-9da7-9c62cd50fc0f tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:50.138248 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5211f49-d96d-40d7-bd09-87153785c1c4 req-1badf6c8-286e-4705-9da7-9c62cd50fc0f tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 944 time: 0.1511195 Aug 25 17:31:50.233713 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637cc21-ea37-44fc-ba0f-ceb710601e1f req-ac4c88af-4550-449b-b824-179c4876ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:50.235603 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b637cc21-ea37-44fc-ba0f-ceb710601e1f req-ac4c88af-4550-449b-b824-179c4876ff35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e719120f6b3e4972921c7201a76cf7ee&device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 1097 time: 0.1728115 Aug 25 17:31:50.246143 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5211f49-d96d-40d7-bd09-87153785c1c4 req-3a259b4f-b42d-450d-be40-df3d66b863f7 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822246 Aug 25 17:31:50.381321 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637cc21-ea37-44fc-ba0f-ceb710601e1f req-305cef87-2f51-4571-9ef6-7f6c8bc17072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:50.382672 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b637cc21-ea37-44fc-ba0f-ceb710601e1f req-305cef87-2f51-4571-9ef6-7f6c8bc17072 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc71a4a3-5389-4c29-a7aa-57847dce8413 HTTP/1.1" status: 200 len: 915 time: 0.1356671 Aug 25 17:31:50.404004 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882d762-58b8-4e43-9749-55c88b7a5a36 req-31cf70e6-47f2-44c9-b34b-c86e6fc74316 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:50.405186 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7882d762-58b8-4e43-9749-55c88b7a5a36 req-31cf70e6-47f2-44c9-b34b-c86e6fc74316 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0685439 Aug 25 17:31:50.445084 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b637cc21-ea37-44fc-ba0f-ceb710601e1f req-696476c1-69d9-4dfa-9882-3072386849c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d80b704-f608-4ab5-8235-aee6ea2d48d6 HTTP/1.1" status: 200 len: 217 time: 0.0388944 Aug 25 17:31:50.506189 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7882d762-58b8-4e43-9749-55c88b7a5a36 req-5acfce39-e292-4c3b-bdad-cd11143e9e71 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943782 Aug 25 17:31:50.519432 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637cc21-ea37-44fc-ba0f-ceb710601e1f req-03a2b293-3791-4e5d-85ab-073613423dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:50.521054 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b637cc21-ea37-44fc-ba0f-ceb710601e1f req-03a2b293-3791-4e5d-85ab-073613423dc7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=33cd230b-2516-46b8-a641-9ce74465d74b HTTP/1.1" status: 200 len: 854 time: 0.0671258 Aug 25 17:31:50.564560 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b637cc21-ea37-44fc-ba0f-ceb710601e1f req-0e00d358-178a-43ff-b822-4beb120d42e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc71a4a3-5389-4c29-a7aa-57847dce8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268214 Aug 25 17:31:50.738679 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b637cc21-ea37-44fc-ba0f-ceb710601e1f req-7e5ce74d-3f33-43f5-a685-ff9520b30adc service neutron] 10.222.0.25 "GET /v2.0/networks/dc71a4a3-5389-4c29-a7aa-57847dce8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610417 Aug 25 17:31:50.820017 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447b116-4465-4f49-a5a8-ff1984035b19 req-a87457a4-bb01-4fc9-bb2e-375ba8732e9e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:50.821878 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6447b116-4465-4f49-a5a8-ff1984035b19 req-a87457a4-bb01-4fc9-bb2e-375ba8732e9e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.1152906 Aug 25 17:31:50.895485 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6447b116-4465-4f49-a5a8-ff1984035b19 req-1e33be88-b198-4820-859d-c66a3e5b4474 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641053 Aug 25 17:31:50.907246 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b637cc21-ea37-44fc-ba0f-ceb710601e1f req-e56be76c-9bac-43cb-9c47-459ea9b5730b service neutron] 10.222.0.25 "GET /v2.0/networks/dc71a4a3-5389-4c29-a7aa-57847dce8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566432 Aug 25 17:31:51.186623 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70b073-371e-4dd9-9bcc-9635aba18766 req-796fd2ef-8c09-41a7-9406-3e5d9f8aeb66 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:51.189489 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7b70b073-371e-4dd9-9bcc-9635aba18766 req-796fd2ef-8c09-41a7-9406-3e5d9f8aeb66 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0582891 Aug 25 17:31:51.237789 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7b70b073-371e-4dd9-9bcc-9635aba18766 req-25fc441e-c69b-4ec2-9ec2-812bfe4ebdc3 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415781 Aug 25 17:31:51.402468 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341f91-486c-4fbe-b947-525afa996418 req-169155a2-c5c1-4a41-abac-25ef57b875cf tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:51.404559 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79341f91-486c-4fbe-b947-525afa996418 req-169155a2-c5c1-4a41-abac-25ef57b875cf tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 944 time: 0.0750682 Aug 25 17:31:51.751622 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79341f91-486c-4fbe-b947-525afa996418 req-4de51afc-59cc-4c71-88dc-a606812f1f70 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400276 Aug 25 17:31:51.772901 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091a249-7862-4968-acb7-8f44ddf8b14d req-0b6112f8-80c0-4607-9464-3081f544ea29 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:51.774374 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1091a249-7862-4968-acb7-8f44ddf8b14d req-0b6112f8-80c0-4607-9464-3081f544ea29 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0692914 Aug 25 17:31:51.818114 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1091a249-7862-4968-acb7-8f44ddf8b14d req-d730375e-26a2-458f-8dd1-8c8d17742679 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365531 Aug 25 17:31:52.100430 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba412-3eb4-4278-81d2-c0c97b09647f req-96270f9e-c0f8-4ae5-881b-644995a53ec6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:52.102099 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bfaba412-3eb4-4278-81d2-c0c97b09647f req-96270f9e-c0f8-4ae5-881b-644995a53ec6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.1010890 Aug 25 17:31:52.157254 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711488d1-c727-4165-b86a-1dcee4a09f87 req-7dae29b9-1906-4928-8a18-9f2b0ae78e3c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:52.158925 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-711488d1-c727-4165-b86a-1dcee4a09f87 req-7dae29b9-1906-4928-8a18-9f2b0ae78e3c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.1229856 Aug 25 17:31:52.201713 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bfaba412-3eb4-4278-81d2-c0c97b09647f req-38f50c71-45b6-4e9d-af80-ee684dfa3020 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893672 Aug 25 17:31:52.209837 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b297941-5670-4501-a564-2dfd6e809d30 req-8c104ab2-239d-49cc-8e2c-655249f1fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:52.211473 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7b297941-5670-4501-a564-2dfd6e809d30 req-8c104ab2-239d-49cc-8e2c-655249f1fdaa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=759f66c057c9467a91417329b258a2fa&device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 1098 time: 0.1084881 Aug 25 17:31:52.240071 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-711488d1-c727-4165-b86a-1dcee4a09f87 req-da0e8690-3021-4bca-8f59-3a865ab598f2 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711761 Aug 25 17:31:52.372724 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b297941-5670-4501-a564-2dfd6e809d30 req-abd98d84-b78b-4eb2-b2b5-6babc10c0dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:52.374479 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7b297941-5670-4501-a564-2dfd6e809d30 req-abd98d84-b78b-4eb2-b2b5-6babc10c0dec service neutron] 10.222.0.25 "GET /v2.0/networks?id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 HTTP/1.1" status: 200 len: 911 time: 0.1489105 Aug 25 17:31:52.392325 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bf4cf-fe65-46f0-b1f2-b7c9f7afc711 req-8ae54a57-c141-4053-b589-1ad6c2b71967 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:52.394091 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b7bf4cf-fe65-46f0-b1f2-b7c9f7afc711 req-8ae54a57-c141-4053-b589-1ad6c2b71967 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0705616 Aug 25 17:31:52.490891 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b7bf4cf-fe65-46f0-b1f2-b7c9f7afc711 req-d295c388-2f94-45b2-91f4-3610a6186ead tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873084 Aug 25 17:31:52.492556 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7b297941-5670-4501-a564-2dfd6e809d30 req-64b0fa5d-55d5-459a-8a5a-8365aedd9286 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e831d281-f54f-498f-8a3f-1e6801aad703 HTTP/1.1" status: 200 len: 1001 time: 0.0976083 Aug 25 17:31:52.558342 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b297941-5670-4501-a564-2dfd6e809d30 req-461cca45-a0ce-4401-8764-cdda2eee45ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:52.560578 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7b297941-5670-4501-a564-2dfd6e809d30 req-461cca45-a0ce-4401-8764-cdda2eee45ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d88b7ad9-4828-4f9c-970b-b476b3fb93c6 HTTP/1.1" status: 200 len: 849 time: 0.0587585 Aug 25 17:31:52.616748 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b297941-5670-4501-a564-2dfd6e809d30 req-33141d80-a3eb-473a-acf8-547e27466393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:52.618959 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7b297941-5670-4501-a564-2dfd6e809d30 req-33141d80-a3eb-473a-acf8-547e27466393 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480711 Aug 25 17:31:52.724231 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7b297941-5670-4501-a564-2dfd6e809d30 req-2b597717-2af4-4ce9-964c-228ea140d8fb service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938487 Aug 25 17:31:52.855510 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7b297941-5670-4501-a564-2dfd6e809d30 req-cca0b1a5-b59e-4853-b841-1a1a3435be58 service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073306 Aug 25 17:31:52.898117 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f109f-e85d-48ea-927c-ea69fc8f38b2 req-b30ef384-702e-4d58-8a76-9de869c93799 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:52.899820 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f48f109f-e85d-48ea-927c-ea69fc8f38b2 req-b30ef384-702e-4d58-8a76-9de869c93799 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 944 time: 0.0600498 Aug 25 17:31:52.955847 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f48f109f-e85d-48ea-927c-ea69fc8f38b2 req-a47c1425-d6a4-4b7d-807b-8a7989227e27 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Aug 25 17:31:53.353272 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6230db-ea76-46c1-a583-ac5ae6678f27 req-365f773c-7ad5-4cf0-a184-7d0277f8652e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:53.354933 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba6230db-ea76-46c1-a583-ac5ae6678f27 req-365f773c-7ad5-4cf0-a184-7d0277f8652e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0754712 Aug 25 17:31:53.389283 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc7a0e-2df6-411d-81c5-fff7045a1c2e req-69bdd139-424e-4b05-8021-7fcd7ede1a47 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:53.390860 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a1dc7a0e-2df6-411d-81c5-fff7045a1c2e req-69bdd139-424e-4b05-8021-7fcd7ede1a47 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0768349 Aug 25 17:31:53.418362 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba6230db-ea76-46c1-a583-ac5ae6678f27 req-7487cac4-bece-4f37-a6c2-36bf159d0dcc tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545321 Aug 25 17:31:53.446108 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a1dc7a0e-2df6-411d-81c5-fff7045a1c2e req-2e24c2dd-39b5-4036-b66d-f0bdd3b9dd3c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474310 Aug 25 17:31:53.614736 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 7d80b704-f608-4ab5-8235-aee6ea2d48d6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:31:53.621365 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99451-7fcd-41f0-8581-8e9e08d2ef2e req-055b245d-b6f0-4c38-99c7-8fa9656206de tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:53.623060 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a7a99451-7fcd-41f0-8581-8e9e08d2ef2e req-055b245d-b6f0-4c38-99c7-8fa9656206de tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0654511 Aug 25 17:31:53.664831 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a7a99451-7fcd-41f0-8581-8e9e08d2ef2e req-671f0a98-d65c-4c08-bcd9-2f5eb7abac9b tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/security-groups?id=14ab8bc9-e3b8-448f-8951-e2a85f91848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336981 Aug 25 17:31:53.745985 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 7d80b704-f608-4ab5-8235-aee6ea2d48d6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7d80b704-f608-4ab5-8235-aee6ea2d48d6,segment=NetworkSegment(e5260c49-b192-47f6-8a0b-cf5bf76f46e8),segment_id=e5260c49-b192-47f6-8a0b-cf5bf76f46e8)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:31:53.759998 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': '7d80b704-f608-4ab5-8235-aee6ea2d48d6', 'network_id': 'dc71a4a3-5389-4c29-a7aa-57847dce8413', 'port_id': '7d80b704-f608-4ab5-8235-aee6ea2d48d6', 'mac_address': 'fa:16:3e:1a:7c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33cd230b-2516-46b8-a641-9ce74465d74b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:31:53.804204 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:53.817573 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d80b704-f608-4ab5-8235-aee6ea2d48d6 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:31:53.838707 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 7d80b704-f608-4ab5-8235-aee6ea2d48d6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7d80b704-f608-4ab5-8235-aee6ea2d48d6,segment=NetworkSegment(e5260c49-b192-47f6-8a0b-cf5bf76f46e8),segment_id=e5260c49-b192-47f6-8a0b-cf5bf76f46e8)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:31:53.843121 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:53.926783 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc581aa-532d-4c72-8fa3-61415fc52bd0 req-5c4ddd63-6303-4d9a-9bdf-2e3ef48ee85f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:53.928654 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0cc581aa-532d-4c72-8fa3-61415fc52bd0 req-5c4ddd63-6303-4d9a-9bdf-2e3ef48ee85f tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 946 time: 0.0707247 Aug 25 17:31:53.941747 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=7d80b704-f608-4ab5-8235-aee6ea2d48d6,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:31:53.959844 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:53.960286 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:53.960700 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:53.961104 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:53.961499 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:53.961892 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:53.962287 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:53.962672 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:53.963335 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:53.963753 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:53.964189 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:53.964582 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:54.048987 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0cc581aa-532d-4c72-8fa3-61415fc52bd0 req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Deleting port 6dad6074-c1ba-4c18-af5d-9045068fa562 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:31:54.049423 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0cc581aa-532d-4c72-8fa3-61415fc52bd0 req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:54.165482 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5b881-8e4f-47d2-8386-d052f9b5eabd req-6fc679a5-af83-4b9a-a5be-4bb1aabf695f tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:54.167778 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5b5b881-8e4f-47d2-8386-d052f9b5eabd req-6fc679a5-af83-4b9a-a5be-4bb1aabf695f tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 945 time: 0.1131091 Aug 25 17:31:54.210626 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-0cc581aa-532d-4c72-8fa3-61415fc52bd0 req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] For port 6dad6074-c1ba-4c18-af5d-9045068fa562, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6dad6074-c1ba-4c18-af5d-9045068fa562,segment=NetworkSegment(3ce13bf3-71ff-4ad8-ae66-b808b812e8de),segment_id=3ce13bf3-71ff-4ad8-ae66-b808b812e8de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:31:54.210882 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0cc581aa-532d-4c72-8fa3-61415fc52bd0 req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:54.238318 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0cc581aa-532d-4c72-8fa3-61415fc52bd0 req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Calling delete_port for 6dad6074-c1ba-4c18-af5d-9045068fa562 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:31:54.250885 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5b5b881-8e4f-47d2-8386-d052f9b5eabd req-b63d4ce7-2751-4be1-8bef-d81c79589ea2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734730 Aug 25 17:31:54.415625 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0cc581aa-532d-4c72-8fa3-61415fc52bd0 req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:54.434287 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['6dad6074-c1ba-4c18-af5d-9045068fa562'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:31:54.476717 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Pushing event deleted for resources: {'Port': ['ID=6dad6074-c1ba-4c18-af5d-9045068fa562,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:31:54.487383 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:54.488049 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:54.488490 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:54.488920 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:54.489350 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:54.489872 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:54.490442 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:54.491262 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:54.491777 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:54.492197 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:54.492619 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:54.493037 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:54.519830 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc581aa-532d-4c72-8fa3-61415fc52bd0 req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] No DVR routers for this DVR port 6dad6074-c1ba-4c18-af5d-9045068fa562 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:31:54.522706 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0cc581aa-532d-4c72-8fa3-61415fc52bd0 req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:54.525152 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0cc581aa-532d-4c72-8fa3-61415fc52bd0 req-37d095dd-b28a-4ca3-adf5-8d52374a8d61 tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.25 "DELETE /v2.0/ports/6dad6074-c1ba-4c18-af5d-9045068fa562 HTTP/1.1" status: 204 len: 173 time: 0.5861664 Aug 25 17:31:54.525731 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b891758-0809-44a1-8079-52511ccc77cc', 'name': 'network-vif-deleted', 'tag': '6dad6074-c1ba-4c18-af5d-9045068fa562'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:31:54.528824 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d471af3-46c2-48fc-97dc-ece993ffe48d" -d '{"events": [{"server_uuid": "7b891758-0809-44a1-8079-52511ccc77cc", "name": "network-vif-deleted", "tag": "6dad6074-c1ba-4c18-af5d-9045068fa562"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:31:54.539821 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['7d80b704-f608-4ab5-8235-aee6ea2d48d6'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:31:54.633554 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380dece-a2c7-4394-8478-47edafdd2891 req-8078caef-1927-4f14-85b7-2b7b998ae404 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:54.641815 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f380dece-a2c7-4394-8478-47edafdd2891 req-8078caef-1927-4f14-85b7-2b7b998ae404 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0984223 Aug 25 17:31:54.724842 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f380dece-a2c7-4394-8478-47edafdd2891 req-434f0d0c-54e8-4558-91a4-5a11f9d9adef tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798821 Aug 25 17:31:54.748883 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d2e3a-ffaf-4ebd-b9c3-fbcebf749833 req-933a77b5-a082-4b4d-8f77-9598fb16d290 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:54.756683 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-723d2e3a-ffaf-4ebd-b9c3-fbcebf749833 req-933a77b5-a082-4b4d-8f77-9598fb16d290 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.1117921 Aug 25 17:31:54.814499 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-723d2e3a-ffaf-4ebd-b9c3-fbcebf749833 req-8f5e8e9f-99c0-48c0-87c3-3959c58273ec tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561407 Aug 25 17:31:54.857571 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c351222a-5134-4786-9032-1b2ea5689bc6 x-openstack-request-id: req-c351222a-5134-4786-9032-1b2ea5689bc6 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:31:54.857942 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b891758-0809-44a1-8079-52511ccc77cc", "name": "network-vif-deleted", "tag": "6dad6074-c1ba-4c18-af5d-9045068fa562", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:31:54.858322 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c351222a-5134-4786-9032-1b2ea5689bc6 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:31:54.859084 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b891758-0809-44a1-8079-52511ccc77cc', 'name': 'network-vif-deleted', 'tag': '6dad6074-c1ba-4c18-af5d-9045068fa562', 'status': 'completed', 'code': 200} Aug 25 17:31:54.936962 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b99636cc-24fa-4eb8-8062-668358c3cfff req-c593dcf8-f77a-4c16-b9a6-dd3cfe17b82a tempest-ServerRescueNegativeTestJSON-754178845 tempest-ServerRescueNegativeTestJSON-754178845-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b891758-0809-44a1-8079-52511ccc77cc HTTP/1.1" status: 200 len: 210 time: 0.0319359 Aug 25 17:31:55.382712 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83daa3-4181-46cf-8940-73b64ce1ac47 req-27d1f928-b3e9-436e-8492-56a5e5c40be2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:55.384230 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c83daa3-4181-46cf-8940-73b64ce1ac47 req-27d1f928-b3e9-436e-8492-56a5e5c40be2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 945 time: 0.0517170 Aug 25 17:31:55.437251 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c83daa3-4181-46cf-8940-73b64ce1ac47 req-e1ab65c2-1fca-43a6-adb1-d9238292cdf2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466051 Aug 25 17:31:55.941192 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b427808-6410-4ab9-bf4b-d106ec30bb25 req-0a4039e4-071b-4c8d-9bb4-edf7215e1961 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:55.949103 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b427808-6410-4ab9-bf4b-d106ec30bb25 req-0a4039e4-071b-4c8d-9bb4-edf7215e1961 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0567620 Aug 25 17:31:55.985942 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b427808-6410-4ab9-bf4b-d106ec30bb25 req-d03731fa-c2ed-4683-97b3-3641c00836b5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358770 Aug 25 17:31:56.002661 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 50630) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:31:56.624835 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df222173-0868-43b0-90ba-28246ccdfdf9 req-15a2e5c0-949b-4789-b129-9d3872093d99 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:56.626372 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-df222173-0868-43b0-90ba-28246ccdfdf9 req-15a2e5c0-949b-4789-b129-9d3872093d99 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 945 time: 0.1020508 Aug 25 17:31:56.685988 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-584c4009-8d4e-4935-b4f0-ef1c47f161e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533445'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:56.693152 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-df222173-0868-43b0-90ba-28246ccdfdf9 req-a41b5e93-b22c-4b05-bef2-ea966b625c5e tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591648 Aug 25 17:31:57.024539 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-584c4009-8d4e-4935-b4f0-ef1c47f161e2 admin admin] Deleting port a5569027-a777-4211-8de3-4eb1e1a05c15 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:31:57.024885 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-584c4009-8d4e-4935-b4f0-ef1c47f161e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:57.153477 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-584c4009-8d4e-4935-b4f0-ef1c47f161e2 admin admin] For port a5569027-a777-4211-8de3-4eb1e1a05c15, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=a5569027-a777-4211-8de3-4eb1e1a05c15,segment=NetworkSegment(3ce13bf3-71ff-4ad8-ae66-b808b812e8de),segment_id=3ce13bf3-71ff-4ad8-ae66-b808b812e8de)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:31:57.154015 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-584c4009-8d4e-4935-b4f0-ef1c47f161e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:57.177875 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985b66c-2af2-4e12-a6b3-ffc20a7901f9 req-3d4ba8ce-209f-4c0a-b76d-8e50fadfb582 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:57.177875 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f985b66c-2af2-4e12-a6b3-ffc20a7901f9 req-3d4ba8ce-209f-4c0a-b76d-8e50fadfb582 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0952990 Aug 25 17:31:57.177875 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-584c4009-8d4e-4935-b4f0-ef1c47f161e2 admin admin] Calling delete_port for a5569027-a777-4211-8de3-4eb1e1a05c15 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:31:57.269859 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f985b66c-2af2-4e12-a6b3-ffc20a7901f9 req-7503d5c6-0dd7-4a00-a445-f4798db4be61 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805809 Aug 25 17:31:57.420576 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-584c4009-8d4e-4935-b4f0-ef1c47f161e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:57.458127 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c4009-8d4e-4935-b4f0-ef1c47f161e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5569027-a777-4211-8de3-4eb1e1a05c15,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:31:57.624233 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 7d80b704-f608-4ab5-8235-aee6ea2d48d6 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:31:57.642818 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-584c4009-8d4e-4935-b4f0-ef1c47f161e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533263'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:57.685794 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port 7d80b704-f608-4ab5-8235-aee6ea2d48d6 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:31:57.690305 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port 7d80b704-f608-4ab5-8235-aee6ea2d48d6 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:31:57.690690 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:57.847943 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:57.876040 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e312dd3d-59e0-40eb-934c-ae93bb61c041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d80b704-f608-4ab5-8235-aee6ea2d48d6'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:31:57.878580 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90054ec-eb97-44af-b036-192c45b5df1e" -d '{"events": [{"server_uuid": "e312dd3d-59e0-40eb-934c-ae93bb61c041", "name": "network-vif-plugged", "status": "completed", "tag": "7d80b704-f608-4ab5-8235-aee6ea2d48d6"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:31:57.894172 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 7d80b704-f608-4ab5-8235-aee6ea2d48d6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7d80b704-f608-4ab5-8235-aee6ea2d48d6,segment=NetworkSegment(e5260c49-b192-47f6-8a0b-cf5bf76f46e8),segment_id=e5260c49-b192-47f6-8a0b-cf5bf76f46e8)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:31:57.904448 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:57.904448 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 6dad6074-c1ba-4c18-af5d-9045068fa562 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:31:57.966653 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839da180-2482-440c-8f58-6c978739d87a x-openstack-request-id: req-839da180-2482-440c-8f58-6c978739d87a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:31:57.966982 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e312dd3d-59e0-40eb-934c-ae93bb61c041", "name": "network-vif-plugged", "status": "completed", "tag": "7d80b704-f608-4ab5-8235-aee6ea2d48d6", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:31:57.967281 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-839da180-2482-440c-8f58-6c978739d87a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:31:57.967705 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e312dd3d-59e0-40eb-934c-ae93bb61c041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d80b704-f608-4ab5-8235-aee6ea2d48d6', 'code': 200} Aug 25 17:31:57.996897 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: 6dad6074-c1ba-4c18-af5d-9045068fa562 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:31:57.997304 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 6dad6074-c1ba-4c18-af5d-9045068fa562 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:31:58.039600 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=7d80b704-f608-4ab5-8235-aee6ea2d48d6,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:31:58.225813 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4f731-8a7f-4877-967b-bb0171d739ee req-61162e1d-4dc3-4d63-9c8c-fd4c47d317f2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:58.227442 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3b4f731-8a7f-4877-967b-bb0171d739ee req-61162e1d-4dc3-4d63-9c8c-fd4c47d317f2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 945 time: 0.4119570 Aug 25 17:31:58.343604 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584c4009-8d4e-4935-b4f0-ef1c47f161e2 admin admin] Router fed0411d-2707-4f29-bdf0-58534ab1a8be has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:31:58.346750 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3b4f731-8a7f-4877-967b-bb0171d739ee req-3dc106cd-535a-4495-a5c5-4b5fa8c8d2ab tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080177 Aug 25 17:31:58.356930 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbb5a5-7230-40fe-a4a8-555c78428666 req-a1fe4a1f-9f54-4a8c-bdb2-5602bd12c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:58.358446 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eddbb5a5-7230-40fe-a4a8-555c78428666 req-a1fe4a1f-9f54-4a8c-bdb2-5602bd12c32b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 1099 time: 0.1186025 Aug 25 17:31:58.503694 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eddbb5a5-7230-40fe-a4a8-555c78428666 req-7a2bca37-31e0-4cf7-92f7-ba72e707ecbc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366494 Aug 25 17:31:58.535364 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3306529-1620-4674-914f-dd88ae40bbb5 req-b7180e4c-3ddf-4e7a-82cd-bcb3cd53bfa0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:58.537038 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3306529-1620-4674-914f-dd88ae40bbb5 req-b7180e4c-3ddf-4e7a-82cd-bcb3cd53bfa0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.1628823 Aug 25 17:31:58.540074 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584c4009-8d4e-4935-b4f0-ef1c47f161e2 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:31:58.548642 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-584c4009-8d4e-4935-b4f0-ef1c47f161e2 admin admin] 10.222.0.13 "PUT /v2.0/routers/fed0411d-2707-4f29-bdf0-58534ab1a8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5422983 Aug 25 17:31:58.549806 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 50652) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:31:58.563309 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542de308-04d9-4c2a-aaa5-db554ee3a0d4 None None] Sync routers for ids ['fed0411d-2707-4f29-bdf0-58534ab1a8be'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:31:58.578195 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542de308-04d9-4c2a-aaa5-db554ee3a0d4 None None] Routers {'fed0411d-2707-4f29-bdf0-58534ab1a8be'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:31:58.578833 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-542de308-04d9-4c2a-aaa5-db554ee3a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:31:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['fed0411d-2707-4f29-bdf0-58534ab1a8be'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:31:58.589340 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3306529-1620-4674-914f-dd88ae40bbb5 req-fbb3e336-013d-437f-9e1e-9a35ed921d3d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420818 Aug 25 17:31:58.708975 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:58.718197 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-542de308-04d9-4c2a-aaa5-db554ee3a0d4 None None] Set router fed0411d-2707-4f29-bdf0-58534ab1a8be gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:31:58.945886 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-542de308-04d9-4c2a-aaa5-db554ee3a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'name': 'tempest-ServerRescueNegativeTestJSON-1705262061-router', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:31:57Z', 'revision_number': 5, 'project_id': '6aea98bc458945fb805455be3ae1ea26', 'gw_port': {'id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:19:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:31:58.976930 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542de308-04d9-4c2a-aaa5-db554ee3a0d4 None None] Checking router: fed0411d-2707-4f29-bdf0-58534ab1a8be for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:31:58.987821 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542de308-04d9-4c2a-aaa5-db554ee3a0d4 None None] Routers {'fed0411d-2707-4f29-bdf0-58534ab1a8be'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:31:58.988544 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-542de308-04d9-4c2a-aaa5-db554ee3a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:31:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['fed0411d-2707-4f29-bdf0-58534ab1a8be'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:31:59.012703 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.076769 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Deleting port db8f4902-1721-4207-acbb-4c5ff0dafa08 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:31:59.077115 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.167878 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] For port db8f4902-1721-4207-acbb-4c5ff0dafa08, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=db8f4902-1721-4207-acbb-4c5ff0dafa08,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:31:59.168233 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.185262 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Calling delete_port for db8f4902-1721-4207-acbb-4c5ff0dafa08 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:31:59.194420 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-542de308-04d9-4c2a-aaa5-db554ee3a0d4 None None] Set router fed0411d-2707-4f29-bdf0-58534ab1a8be gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:31:59.372186 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-542de308-04d9-4c2a-aaa5-db554ee3a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'name': 'tempest-ServerRescueNegativeTestJSON-1705262061-router', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:31:57Z', 'revision_number': 5, 'project_id': '6aea98bc458945fb805455be3ae1ea26', 'gw_port': {'id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:19:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:31:59.395919 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.404016 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542de308-04d9-4c2a-aaa5-db554ee3a0d4 None None] The sync data for ids ['fed0411d-2707-4f29-bdf0-58534ab1a8be'] in dv-cinder-786385-9-iscsi is: [{'id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'name': 'tempest-ServerRescueNegativeTestJSON-1705262061-router', 'tenant_id': '6aea98bc458945fb805455be3ae1ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:31:57Z', 'revision_number': 5, 'project_id': '6aea98bc458945fb805455be3ae1ea26', 'gw_port': {'id': 'db8f4902-1721-4207-acbb-4c5ff0dafa08', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:19:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed0411d-2707-4f29-bdf0-58534ab1a8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:31:59.421650 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8f4902-1721-4207-acbb-4c5ff0dafa08,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:31:59.431767 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:59.432189 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:59.433275 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:59.434586 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:59.434586 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:59.438061 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:59.438061 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:59.438536 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:59.438985 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:59.439407 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:59.439858 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:59.440274 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:31:59.471568 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539221'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.473996 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2945d21-60e6-4179-b616-1e41bbc681bc req-8e7d7d37-463c-4a6d-bc6f-05de00e51c6f tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:59.475594 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a2945d21-60e6-4179-b616-1e41bbc681bc req-8e7d7d37-463c-4a6d-bc6f-05de00e51c6f tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 946 time: 0.0559747 Aug 25 17:31:59.513823 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a2945d21-60e6-4179-b616-1e41bbc681bc req-4feaac5b-b692-4472-bf1f-f54198b0379d tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317087 Aug 25 17:31:59.572487 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4109'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.574995 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.635479 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538309'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.636188 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fed0411d-2707-4f29-bdf0-58534ab1a8be {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:31:59.640969 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.644099 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-91f9781f-e9da-4b44-8c95-7d85f5c90fc2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fed0411d-2707-4f29-bdf0-58534ab1a8be HTTP/1.1" status: 204 len: 168 time: 1.0905929 Aug 25 17:31:59.644694 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 50670) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:31:59.692083 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafe1330-70db-413a-8c2f-43ce4788aae4 admin admin] Deleting subnet 75334e3b-40c5-4c0c-b23e-9bc0f215df9d {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:31:59.695008 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cafe1330-70db-413a-8c2f-43ce4788aae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.730410 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cafe1330-70db-413a-8c2f-43ce4788aae4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.733200 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69872f52-a655-459d-b57d-c92763a599ae req-f9e842bc-d926-4ee7-9fb1-63c7306a1d97 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:31:59.734686 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-69872f52-a655-459d-b57d-c92763a599ae req-f9e842bc-d926-4ee7-9fb1-63c7306a1d97 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0508790 Aug 25 17:31:59.735995 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cafe1330-70db-413a-8c2f-43ce4788aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.795445 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cafe1330-70db-413a-8c2f-43ce4788aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.816130 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-69872f52-a655-459d-b57d-c92763a599ae req-74f81102-5011-4b49-a6bb-d557cfc5f235 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594056 Aug 25 17:31:59.826972 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe1330-70db-413a-8c2f-43ce4788aae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75334e3b-40c5-4c0c-b23e-9bc0f215df9d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:31:59.829220 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cafe1330-70db-413a-8c2f-43ce4788aae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.831533 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-cafe1330-70db-413a-8c2f-43ce4788aae4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/75334e3b-40c5-4c0c-b23e-9bc0f215df9d HTTP/1.1" status: 204 len: 168 time: 0.1859679 Aug 25 17:31:59.833982 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 50672) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:31:59.879470 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device a5569027-a777-4211-8de3-4eb1e1a05c15 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:31:59.901717 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: a5569027-a777-4211-8de3-4eb1e1a05c15 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:31:59.902140 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device a5569027-a777-4211-8de3-4eb1e1a05c15 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:31:59.909978 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:31:59.995155 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:00.005193 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:32:00.005536 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:32:00.006299 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:32:00.006625 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:32:00.006943 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:32:00.007274 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:32:00.007620 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:32:00.007937 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:32:00.008292 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:32:00.008610 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:32:00.189843 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:32:00.190189 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:32:00.190519 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:32:00.190847 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 17:32:00.191220 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf7661a-00cf-45e3-ae9f-36801dd3e3ce']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:32:00.209574 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce13bf3-71ff-4ad8-ae66-b808b812e8de') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:32:00.209871 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce13bf3-71ff-4ad8-ae66-b808b812e8de') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:32:00.230087 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63529779'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:00.250379 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:00.258509 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:32:00.258904 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63531003'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: from cryptography.utils import int_from_bytes Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: from cryptography.utils import int_from_bytes Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: Traceback (most recent call last): Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: timer() Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: cb(*args, **kw) Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: return func(*args, **kwargs) Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: self._notify() Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: self.callback(batched_events) Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: event.method(event) Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: return f(self, *a, **k) Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._get(url).json() Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:32:00.263866 dv-cinder-786385-9-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:32:00.319842 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:00.328347 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:00.330360 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7bf7661a-00cf-45e3-ae9f-36801dd3e3ce HTTP/1.1" status: 204 len: 168 time: 0.4952953 Aug 25 17:32:00.340911 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c528ce-fc7b-4273-8266-ba2855fff5a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf7661a-00cf-45e3-ae9f-36801dd3e3ce,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:00.445931 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 50676) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:32:00.471500 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbce6a-8cf8-457e-83bb-ff67f1529ec7 req-53df8673-f70f-402c-9e2b-29347dead78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:00.473104 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31dbce6a-8cf8-457e-83bb-ff67f1529ec7 req-53df8673-f70f-402c-9e2b-29347dead78b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 1099 time: 0.0473747 Aug 25 17:32:00.491524 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-3f918719-d291-4bd7-8971-a27b76e03bcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6aea98bc458945fb805455be3ae1ea26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422173 Aug 25 17:32:00.491781 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 50678) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:32:00.550229 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17179f81-74e9-4b5a-a3f7-a9d5a69a480e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:00.571864 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17179f81-74e9-4b5a-a3f7-a9d5a69a480e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:00.621083 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbce6a-8cf8-457e-83bb-ff67f1529ec7 req-3b1138e3-cc9a-4ec5-84fd-3d9a0664e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:00.621721 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17179f81-74e9-4b5a-a3f7-a9d5a69a480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:00.622602 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31dbce6a-8cf8-457e-83bb-ff67f1529ec7 req-3b1138e3-cc9a-4ec5-84fd-3d9a0664e104 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 917 time: 0.1364834 Aug 25 17:32:00.624624 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17179f81-74e9-4b5a-a3f7-a9d5a69a480e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:00.625849 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-17179f81-74e9-4b5a-a3f7-a9d5a69a480e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14ab8bc9-e3b8-448f-8951-e2a85f91848d HTTP/1.1" status: 204 len: 168 time: 0.1332068 Aug 25 17:32:00.637048 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17179f81-74e9-4b5a-a3f7-a9d5a69a480e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ab8bc9-e3b8-448f-8951-e2a85f91848d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:00.679176 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03a7d6-8115-46c9-8896-a99e9fb7fb33 req-f3bb2148-6d22-49dc-b08f-769effe0b8ff tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:00.680702 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7f03a7d6-8115-46c9-8896-a99e9fb7fb33 req-f3bb2148-6d22-49dc-b08f-769effe0b8ff tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 946 time: 0.0903711 Aug 25 17:32:00.720310 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31dbce6a-8cf8-457e-83bb-ff67f1529ec7 req-292ebb33-9a0c-4c7b-8300-720344d5d03f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be008cdd-7a1a-485d-8d5e-e4790373a602 HTTP/1.1" status: 200 len: 1001 time: 0.0849075 Aug 25 17:32:00.747050 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7f03a7d6-8115-46c9-8896-a99e9fb7fb33 req-482e41f8-a18c-41fc-9f52-682e7e61abee tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549896 Aug 25 17:32:00.787336 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbce6a-8cf8-457e-83bb-ff67f1529ec7 req-0aa4c9e5-d74d-4f2d-9dde-b10fcc9d80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:00.788857 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31dbce6a-8cf8-457e-83bb-ff67f1529ec7 req-0aa4c9e5-d74d-4f2d-9dde-b10fcc9d80a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf66541-9305-4ae8-b7c6-d35b1d7e942e HTTP/1.1" status: 200 len: 855 time: 0.0568278 Aug 25 17:32:00.843954 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbce6a-8cf8-457e-83bb-ff67f1529ec7 req-f4b8d5ed-33e2-4d2f-a2a0-51bf3b782810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:00.845466 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31dbce6a-8cf8-457e-83bb-ff67f1529ec7 req-f4b8d5ed-33e2-4d2f-a2a0-51bf3b782810 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad187e33-934a-4e18-80df-b0dbcf133e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440967 Aug 25 17:32:00.994167 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8032b-5664-4b5d-ad3f-ec3496201b19 req-f8c3a835-f211-4f7a-96fa-4217afb794a0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:00.996388 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-87d8032b-5664-4b5d-ad3f-ec3496201b19 req-f8c3a835-f211-4f7a-96fa-4217afb794a0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0817206 Aug 25 17:32:01.000326 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31dbce6a-8cf8-457e-83bb-ff67f1529ec7 req-0c5e62e0-baae-4fae-9e6b-39d0bb42dcf6 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370480 Aug 25 17:32:01.080278 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-87d8032b-5664-4b5d-ad3f-ec3496201b19 req-f9c29f12-da2d-4437-b2a7-dcede97e6863 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779712 Aug 25 17:32:01.116671 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31dbce6a-8cf8-457e-83bb-ff67f1529ec7 req-80fe54bc-5833-4d3c-8c2c-28a122aa368e service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006653 Aug 25 17:32:01.326300 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 50704) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:32:01.423362 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1430868452-network', 'tenant_id': 'e526eb49411943499a4a02afc2accf53'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:32:01.444031 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] Made reservation on behalf of e526eb49411943499a4a02afc2accf53 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:32:01.446243 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:01.459454 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:01.496548 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device db8f4902-1721-4207-acbb-4c5ff0dafa08 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:32:01.520797 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: db8f4902-1721-4207-acbb-4c5ff0dafa08 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:32:01.521192 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device db8f4902-1721-4207-acbb-4c5ff0dafa08 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:32:01.548690 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:01.552115 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:01.576214 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:32:01.584657 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9b032e-f395-4800-b3a8-1358e15aa8af,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:01.591173 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:01.591532 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] Added segment 66d0686c-cd1f-42d5-8934-4d88c2e7561b of type vlan for network a56fe17f-5298-4f89-9b3c-e967e83ed772 Aug 25 17:32:01.631880 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:01.656721 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:01.657683 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:01.658261 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:01.710638 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3830364 Aug 25 17:32:01.713972 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 50708) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:32:01.719669 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-4876f7d9-6ecf-43c8-95fe-085a3156f434 admin admin] Request body: {'subnet': {'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1430868452-subnet', 'tenant_id': 'e526eb49411943499a4a02afc2accf53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:32:01.720988 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfaa507-c6a3-446f-8270-09165623591b admin admin] Pushing event updated for resources: {'Network': ['ID=a56fe17f-5298-4f89-9b3c-e967e83ed772,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:01.731900 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network a56fe17f-5298-4f89-9b3c-e967e83ed772 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:32:01.741329 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4876f7d9-6ecf-43c8-95fe-085a3156f434 admin admin] Made reservation on behalf of e526eb49411943499a4a02afc2accf53 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:32:01.743754 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4876f7d9-6ecf-43c8-95fe-085a3156f434 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63909623'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:01.878569 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d56cc-559c-421d-8f78-4e114efd4752 req-dd7ce18d-43e7-47d6-bef6-5ca2fed1dd40 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:01.880311 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ae2d56cc-559c-421d-8f78-4e114efd4752 req-dd7ce18d-43e7-47d6-bef6-5ca2fed1dd40 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 946 time: 0.0588505 Aug 25 17:32:01.909489 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4876f7d9-6ecf-43c8-95fe-085a3156f434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63529822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63909509'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:01.919223 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ae2d56cc-559c-421d-8f78-4e114efd4752 req-f6ff9503-a8c2-44af-9c22-1d6f8eb991d3 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329399 Aug 25 17:32:01.963135 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876f7d9-6ecf-43c8-95fe-085a3156f434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94396ce0-624b-46b8-b900-02ee8f92db6b,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:01.973509 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4876f7d9-6ecf-43c8-95fe-085a3156f434 admin admin] Checking segment: {'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:32:01.973867 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4876f7d9-6ecf-43c8-95fe-085a3156f434 admin admin] Network hostable DHCP agents. Network: a56fe17f-5298-4f89-9b3c-e967e83ed772, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:32:01.991950 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4876f7d9-6ecf-43c8-95fe-085a3156f434 admin admin] Network a56fe17f-5298-4f89-9b3c-e967e83ed772 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:32:02.001556 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-4876f7d9-6ecf-43c8-95fe-085a3156f434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, a56fe17f-5298-4f89-9b3c-e967e83ed772) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:32:02.005770 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4876f7d9-6ecf-43c8-95fe-085a3156f434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:02.006523 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4876f7d9-6ecf-43c8-95fe-085a3156f434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:02.010828 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11205aed-91d6-49e1-b211-46c58199132e None None] Network a56fe17f-5298-4f89-9b3c-e967e83ed772 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:32:02.029737 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4876f7d9-6ecf-43c8-95fe-085a3156f434 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3062723 Aug 25 17:32:02.147378 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05429e9-60fa-44b5-a44a-b8acb9d5f9d1 None None] Network a56fe17f-5298-4f89-9b3c-e967e83ed772 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:32:02.224730 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5c40e-5f33-4a39-9846-9bc8f361a08f req-ea63f762-cc02-4999-b525-159221e94468 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:02.232176 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-87f5c40e-5f33-4a39-9846-9bc8f361a08f req-ea63f762-cc02-4999-b525-159221e94468 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0632436 Aug 25 17:32:02.298556 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-87f5c40e-5f33-4a39-9846-9bc8f361a08f req-18a9254c-5218-473b-ab10-17fc45d3ab79 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654926 Aug 25 17:32:02.548969 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d3380d55-1f78-4535-bb60-07127b03b9eb tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:02.550444 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d3380d55-1f78-4535-bb60-07127b03b9eb tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/networks?id=a56fe17f-5298-4f89-9b3c-e967e83ed772 HTTP/1.1" status: 200 len: 815 time: 0.1062570 Aug 25 17:32:02.565563 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-6191c564-3fac-48c5-9eff-e38c44cbee15 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/quotas/e526eb49411943499a4a02afc2accf53 HTTP/1.1" status: 200 len: 375 time: 0.0094299 Aug 25 17:32:02.596888 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-75afc97b-a76d-4ef6-b571-110d2d6f984c tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e526eb49411943499a4a02afc2accf53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261240 Aug 25 17:32:02.728639 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d82c04ab-debf-4c02-bd28-90fe105b74fb service neutron] 10.222.0.13 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247756 Aug 25 17:32:02.821642 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-159d26f4-f374-4a4e-ad49-b50eaf93b8e1 service neutron] 10.222.0.13 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860944 Aug 25 17:32:02.976963 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3db51d15-8c1d-4523-b50e-d009a2259992 req-f34c4ad1-9514-46c5-a866-f6fb706adca6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 210 time: 0.0265172 Aug 25 17:32:03.429852 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37c0dc-c339-41f5-bb53-9dafa63e062e req-83780850-3bfa-4f92-883f-f355aee2b871 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:03.431327 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a37c0dc-c339-41f5-bb53-9dafa63e062e req-83780850-3bfa-4f92-883f-f355aee2b871 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 946 time: 0.0502763 Aug 25 17:32:03.470723 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a37c0dc-c339-41f5-bb53-9dafa63e062e req-9238623b-37df-4cb3-b712-56396bd83154 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325942 Aug 25 17:32:03.670580 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device be008cdd-7a1a-485d-8d5e-e4790373a602 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:32:03.744351 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:03.766607 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be008cdd-7a1a-485d-8d5e-e4790373a602'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:32:03.768848 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fb3e4f-5eca-4763-a020-c785adcc2714" -d '{"events": [{"server_uuid": "1e400cd4-71cb-4890-be05-29ea4ae174ca", "name": "network-vif-unplugged", "status": "completed", "tag": "be008cdd-7a1a-485d-8d5e-e4790373a602"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:32:03.782622 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port be008cdd-7a1a-485d-8d5e-e4790373a602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be008cdd-7a1a-485d-8d5e-e4790373a602,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:32:03.786837 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:03.836375 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=be008cdd-7a1a-485d-8d5e-e4790373a602,revision_number=8']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:03.867265 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 17:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de74f5e-68dc-429c-a8a5-104420b1645d x-openstack-request-id: req-8de74f5e-68dc-429c-a8a5-104420b1645d {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:32:03.867586 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e400cd4-71cb-4890-be05-29ea4ae174ca", "name": "network-vif-unplugged", "status": "completed", "tag": "be008cdd-7a1a-485d-8d5e-e4790373a602", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:32:03.867848 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8de74f5e-68dc-429c-a8a5-104420b1645d {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:32:03.868244 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'code': 200} Aug 25 17:32:04.076645 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-857758b8-c73d-46df-a092-320cbc6f18c7 req-d2a4f486-f8bc-4e65-ba3d-e9119146218e tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 210 time: 0.0321629 Aug 25 17:32:04.121414 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-80ede4c0-4e91-4818-8dd5-50439c1f71f7 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:04.122911 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-80ede4c0-4e91-4818-8dd5-50439c1f71f7 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "GET /v2.0/networks?id=a56fe17f-5298-4f89-9b3c-e967e83ed772 HTTP/1.1" status: 200 len: 815 time: 0.1324437 Aug 25 17:32:04.149367 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d517bcb9-8990-45d4-8774-e032a8f2bbec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Request body: {'port': {'device_id': '6c4492df-c5b9-4f03-9dbb-39d24cceaa6f', 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772', 'admin_state_up': True, 'tenant_id': 'e526eb49411943499a4a02afc2accf53'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:32:04.255687 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d517bcb9-8990-45d4-8774-e032a8f2bbec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Made reservation on behalf of e526eb49411943499a4a02afc2accf53 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:32:04.259236 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d517bcb9-8990-45d4-8774-e032a8f2bbec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:04.408233 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d517bcb9-8990-45d4-8774-e032a8f2bbec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Allocated IP 172.20.0.8 (a56fe17f-5298-4f89-9b3c-e967e83ed772/94396ce0-624b-46b8-b900-02ee8f92db6b/1393cfc6-d8b3-45cf-9002-f145c12d4d62) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:32:04.569171 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d517bcb9-8990-45d4-8774-e032a8f2bbec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:04.622057 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3245961-4944-4705-a7e3-1451d223dc48 req-0841ebad-82f9-4891-ac1b-dd21b3db6dbe tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:04.623550 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b3245961-4944-4705-a7e3-1451d223dc48 req-0841ebad-82f9-4891-ac1b-dd21b3db6dbe tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0739756 Aug 25 17:32:04.664590 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d517bcb9-8990-45d4-8774-e032a8f2bbec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:04.676514 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b3245961-4944-4705-a7e3-1451d223dc48 req-b05c0279-a93c-454a-8e5c-b7abefa24204 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466614 Aug 25 17:32:04.717812 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d517bcb9-8990-45d4-8774-e032a8f2bbec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Network a56fe17f-5298-4f89-9b3c-e967e83ed772 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:32:04.721101 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d517bcb9-8990-45d4-8774-e032a8f2bbec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:32:04.725111 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d517bcb9-8990-45d4-8774-e032a8f2bbec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:32:04.732287 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517bcb9-8990-45d4-8774-e032a8f2bbec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Pushing event updated for resources: {'Port': ['ID=1393cfc6-d8b3-45cf-9002-f145c12d4d62,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:04.778088 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d517bcb9-8990-45d4-8774-e032a8f2bbec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:04.778616 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d517bcb9-8990-45d4-8774-e032a8f2bbec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:04.794227 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-d517bcb9-8990-45d4-8774-e032a8f2bbec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6487186 Aug 25 17:32:04.811786 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Request body: {'port': {'device_id': '6c4492df-c5b9-4f03-9dbb-39d24cceaa6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:32:04.865790 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:05.142888 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1393cfc6-d8b3-45cf-9002-f145c12d4d62 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:32:05.152598 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:05.186339 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Transition to ACTIVE for port object 1393cfc6-d8b3-45cf-9002-f145c12d4d62 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:32:05.190444 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:05.239137 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5ff39-7bd7-43a0-b206-c41c23dc546b req-43c961e5-0f25-4790-8eb3-5a4f6ed646fb tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:05.240695 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-edf5ff39-7bd7-43a0-b206-c41c23dc546b req-43c961e5-0f25-4790-8eb3-5a4f6ed646fb tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 931 time: 0.0934711 Aug 25 17:32:05.263889 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Pushing event updated for resources: {'Port': ['ID=1393cfc6-d8b3-45cf-9002-f145c12d4d62,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:05.364328 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-edf5ff39-7bd7-43a0-b206-c41c23dc546b req-67d73e82-a70e-47ab-8f42-07a7dc3ea40e tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130178 Aug 25 17:32:05.394091 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0ec3b-3278-4f4d-a474-744374bacd93 req-203b98d7-d65d-4ef1-b63f-514ed593e98a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:05.395591 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-58b0ec3b-3278-4f4d-a474-744374bacd93 req-203b98d7-d65d-4ef1-b63f-514ed593e98a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.1039672 Aug 25 17:32:05.396642 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Attempting to bind port 1393cfc6-d8b3-45cf-9002-f145c12d4d62 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:32:05.396966 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Attempting to bind port 1393cfc6-d8b3-45cf-9002-f145c12d4d62 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:32:05.397293 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Attempting to bind port 1393cfc6-d8b3-45cf-9002-f145c12d4d62 on network a56fe17f-5298-4f89-9b3c-e967e83ed772 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:32:05.403600 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Port 1393cfc6-d8b3-45cf-9002-f145c12d4d62 on network a56fe17f-5298-4f89-9b3c-e967e83ed772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:32:05.403924 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Attempting to bind port 1393cfc6-d8b3-45cf-9002-f145c12d4d62 on network a56fe17f-5298-4f89-9b3c-e967e83ed772 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:32:05.419574 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:32:05.419905 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Checking segment: {'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:32:05.420278 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Bound using segment: {'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:32:05.420709 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Bound port: 1393cfc6-d8b3-45cf-9002-f145c12d4d62, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:32:05.421057 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:05.476003 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-58b0ec3b-3278-4f4d-a474-744374bacd93 req-26729c1c-553a-473a-8432-1d254c5aba2d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733671 Aug 25 17:32:05.503765 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] For port 1393cfc6-d8b3-45cf-9002-f145c12d4d62, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:32:05.508409 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] For port 1393cfc6-d8b3-45cf-9002-f145c12d4d62, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1393cfc6-d8b3-45cf-9002-f145c12d4d62,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:32:05.514235 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:05.552005 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:05.552613 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:05.553988 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] 10.222.0.25 "PUT /v2.0/ports/1393cfc6-d8b3-45cf-9002-f145c12d4d62 HTTP/1.1" status: 200 len: 1093 time: 0.7471719 Aug 25 17:32:05.554415 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4492df-c5b9-4f03-9dbb-39d24cceaa6f', 'tag': '1393cfc6-d8b3-45cf-9002-f145c12d4d62'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:32:05.556686 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b802123-0820-4b0b-af48-30bd09c91c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4492df-c5b9-4f03-9dbb-39d24cceaa6f", "tag": "1393cfc6-d8b3-45cf-9002-f145c12d4d62"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:32:05.578471 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1d771-c394-474a-8941-25cf7e5a3365 service neutron] Pushing event updated for resources: {'Port': ['ID=1393cfc6-d8b3-45cf-9002-f145c12d4d62,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:05.599259 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 50812) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:32:05.611022 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7852cf37-2588-4eee-b1ae-9fe4939e5bf2 x-openstack-request-id: req-7852cf37-2588-4eee-b1ae-9fe4939e5bf2 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:32:05.611313 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4492df-c5b9-4f03-9dbb-39d24cceaa6f", "tag": "1393cfc6-d8b3-45cf-9002-f145c12d4d62", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:32:05.611622 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7852cf37-2588-4eee-b1ae-9fe4939e5bf2 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:32:05.612048 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4492df-c5b9-4f03-9dbb-39d24cceaa6f', 'tag': '1393cfc6-d8b3-45cf-9002-f145c12d4d62', 'status': 'completed', 'code': 200} Aug 25 17:32:05.668265 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-344373f1-3b77-4ac3-b93d-cce14112075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:05.669810 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-344373f1-3b77-4ac3-b93d-cce14112075d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e526eb49411943499a4a02afc2accf53&device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 1096 time: 0.0451415 Aug 25 17:32:05.691889 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-e69ff4a5-10c1-42b1-a677-aa70c39dc41e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914214 Aug 25 17:32:05.723665 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-fdbf9b2a-5d48-444e-988b-905165b54669 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1393cfc6-d8b3-45cf-9002-f145c12d4d62 HTTP/1.1" status: 200 len: 217 time: 0.0389972 Aug 25 17:32:05.792486 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-16d5fc3b-bce1-4e12-9df6-fcba84f285c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:05.793968 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-16d5fc3b-bce1-4e12-9df6-fcba84f285c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94396ce0-624b-46b8-b900-02ee8f92db6b HTTP/1.1" status: 200 len: 855 time: 0.0459640 Aug 25 17:32:05.827006 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-f7e4fa56-bcb3-48b3-8786-25b9622877c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a56fe17f-5298-4f89-9b3c-e967e83ed772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253050 Aug 25 17:32:05.919120 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-ae50326a-bf36-44a3-91ed-0a6689f9590d service neutron] 10.222.0.25 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839326 Aug 25 17:32:06.017117 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f64240a-ccfc-405a-90f1-b1ee86cf890a req-125276ff-1c37-4bf9-a0a5-fe7ae1cd1f17 service neutron] 10.222.0.25 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909967 Aug 25 17:32:06.140534 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b802123-0820-4b0b-af48-30bd09c91c8f req-e9dd4edf-a6d3-478e-8777-e7113c5e6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:06.142066 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b802123-0820-4b0b-af48-30bd09c91c8f req-e9dd4edf-a6d3-478e-8777-e7113c5e6f4c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e526eb49411943499a4a02afc2accf53&device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 1096 time: 0.0439398 Aug 25 17:32:06.247589 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b802123-0820-4b0b-af48-30bd09c91c8f req-5f8cacca-a9e5-44c4-8a88-3fd0f12ad7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:06.249094 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b802123-0820-4b0b-af48-30bd09c91c8f req-5f8cacca-a9e5-44c4-8a88-3fd0f12ad7d6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a56fe17f-5298-4f89-9b3c-e967e83ed772 HTTP/1.1" status: 200 len: 916 time: 0.0885587 Aug 25 17:32:06.294387 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b802123-0820-4b0b-af48-30bd09c91c8f req-09abb730-53d6-4f76-b605-b9dd45cf169f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1393cfc6-d8b3-45cf-9002-f145c12d4d62 HTTP/1.1" status: 200 len: 217 time: 0.0344994 Aug 25 17:32:06.347458 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b802123-0820-4b0b-af48-30bd09c91c8f req-3162973c-e61d-4b2e-881e-e420895cf562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:06.349025 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b802123-0820-4b0b-af48-30bd09c91c8f req-3162973c-e61d-4b2e-881e-e420895cf562 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94396ce0-624b-46b8-b900-02ee8f92db6b HTTP/1.1" status: 200 len: 855 time: 0.0446475 Aug 25 17:32:06.390618 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b802123-0820-4b0b-af48-30bd09c91c8f req-c3ed4d11-4a25-4d06-b145-26a46ec9e328 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a56fe17f-5298-4f89-9b3c-e967e83ed772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247955 Aug 25 17:32:06.524372 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac63c0e-fe7e-4709-a3b1-a221ab1e3e6a req-78d7867b-97ab-4c53-93fa-dd9d2434b299 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:06.526429 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ac63c0e-fe7e-4709-a3b1-a221ab1e3e6a req-78d7867b-97ab-4c53-93fa-dd9d2434b299 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 943 time: 0.0761735 Aug 25 17:32:06.535769 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b802123-0820-4b0b-af48-30bd09c91c8f req-87e6d760-dddd-4c7d-b69e-de7277db5316 service neutron] 10.222.0.25 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315715 Aug 25 17:32:06.650434 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ac63c0e-fe7e-4709-a3b1-a221ab1e3e6a req-afb5aaef-7dcf-427a-bd10-704b1e378e71 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168208 Aug 25 17:32:06.683696 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316d748-cc38-48bd-aa43-e6c7d3d7f245 req-5a67c485-cf4d-43c1-a4a7-c64fffbd30d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:06.685190 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a316d748-cc38-48bd-aa43-e6c7d3d7f245 req-5a67c485-cf4d-43c1-a4a7-c64fffbd30d4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.1329315 Aug 25 17:32:06.723358 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b802123-0820-4b0b-af48-30bd09c91c8f req-afe5e05d-ee5c-4853-a150-64c1a14f1091 service neutron] 10.222.0.25 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607897 Aug 25 17:32:06.738110 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a316d748-cc38-48bd-aa43-e6c7d3d7f245 req-405ee055-e3e0-4b3b-99b3-5207954ca06a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470400 Aug 25 17:32:07.697456 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device be008cdd-7a1a-485d-8d5e-e4790373a602 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:32:07.782573 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51819bfd-e592-41f5-a266-71eb9674f1d7 req-0dbef121-a7a9-448f-8c89-73d9efdfbe9b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:07.784132 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-51819bfd-e592-41f5-a266-71eb9674f1d7 req-0dbef121-a7a9-448f-8c89-73d9efdfbe9b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 943 time: 0.0597539 Aug 25 17:32:07.837176 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-51819bfd-e592-41f5-a266-71eb9674f1d7 req-c735a313-32b4-4816-bd6c-c6451fffa9f9 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472274 Aug 25 17:32:07.874651 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ada225-6350-4447-baf0-56e6e422de23 req-77cb817d-16c2-41e7-aa10-cd8f0af6c23d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:07.876166 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-76ada225-6350-4447-baf0-56e6e422de23 req-77cb817d-16c2-41e7-aa10-cd8f0af6c23d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0596831 Aug 25 17:32:07.921407 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-76ada225-6350-4447-baf0-56e6e422de23 req-8f2aeba1-9de3-4827-835a-7cd599e49e8b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393403 Aug 25 17:32:08.953300 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62218d-a037-4a45-aefe-c2e53a0ea77f req-80dc7de7-fc85-413f-80be-42a06a4f3bc7 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:08.954810 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3a62218d-a037-4a45-aefe-c2e53a0ea77f req-80dc7de7-fc85-413f-80be-42a06a4f3bc7 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 943 time: 0.0502367 Aug 25 17:32:08.993088 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3a62218d-a037-4a45-aefe-c2e53a0ea77f req-886204ae-40f3-4626-9cf0-89d74993fdbe tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321403 Aug 25 17:32:09.047419 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96037ec2-f677-4157-9f61-f5eb93b81db2 req-755fd182-0bf4-4281-9f5d-23bb043cfaca tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:09.048906 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-96037ec2-f677-4157-9f61-f5eb93b81db2 req-755fd182-0bf4-4281-9f5d-23bb043cfaca tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0549726 Aug 25 17:32:09.087086 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-96037ec2-f677-4157-9f61-f5eb93b81db2 req-cf50c950-32d1-4e13-a50e-ac2549917ba1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323253 Aug 25 17:32:09.472965 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf0785be-c1de-4634-943e-dae045e67504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:09.704010 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 1393cfc6-d8b3-45cf-9002-f145c12d4d62 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:32:09.848717 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 1393cfc6-d8b3-45cf-9002-f145c12d4d62, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1393cfc6-d8b3-45cf-9002-f145c12d4d62,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:32:09.864234 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': '1393cfc6-d8b3-45cf-9002-f145c12d4d62', 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772', 'port_id': '1393cfc6-d8b3-45cf-9002-f145c12d4d62', 'mac_address': 'fa:16:3e:dc:2e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94396ce0-624b-46b8-b900-02ee8f92db6b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:32:09.920691 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:09.965121 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1393cfc6-d8b3-45cf-9002-f145c12d4d62 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:32:09.988539 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 1393cfc6-d8b3-45cf-9002-f145c12d4d62, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1393cfc6-d8b3-45cf-9002-f145c12d4d62,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:32:09.993964 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:10.125076 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbe936-3fb2-4a7e-b17a-b7f440dca1bb req-422ae206-032a-445b-bcab-3f8d716090db tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:10.132210 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9ddbe936-3fb2-4a7e-b17a-b7f440dca1bb req-422ae206-032a-445b-bcab-3f8d716090db tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 944 time: 0.0551448 Aug 25 17:32:10.172576 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9ddbe936-3fb2-4a7e-b17a-b7f440dca1bb req-c7f68b7d-d87e-4c00-83d6-ad393ea617a8 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389974 Aug 25 17:32:10.181070 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=1393cfc6-d8b3-45cf-9002-f145c12d4d62,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:10.240743 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d2d42-5248-4156-80c6-a2b9f8550b98 req-c2379f02-6626-433b-8367-a63854fbb3e1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:10.242212 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5e8d2d42-5248-4156-80c6-a2b9f8550b98 req-c2379f02-6626-433b-8367-a63854fbb3e1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0545154 Aug 25 17:32:10.280621 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5e8d2d42-5248-4156-80c6-a2b9f8550b98 req-93714c72-2ad3-4ca3-b00f-1677080d1d56 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323315 Aug 25 17:32:11.292407 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfed4a6-34eb-457b-833f-ad52e076631a req-30610198-08ca-44f0-baf6-c68b584bf622 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:11.293944 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2cfed4a6-34eb-457b-833f-ad52e076631a req-30610198-08ca-44f0-baf6-c68b584bf622 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 944 time: 0.0514801 Aug 25 17:32:11.334302 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2cfed4a6-34eb-457b-833f-ad52e076631a req-736836ca-d16f-4384-b4a7-9f7e1e8286e4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343823 Aug 25 17:32:11.408534 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5466e3-6eba-4aa5-a21e-312bd1ee0dd1 req-dd1d9d3a-6a95-412c-9365-8d8ec690adab tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:11.410008 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7b5466e3-6eba-4aa5-a21e-312bd1ee0dd1 req-dd1d9d3a-6a95-412c-9365-8d8ec690adab tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0489962 Aug 25 17:32:11.448542 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7b5466e3-6eba-4aa5-a21e-312bd1ee0dd1 req-0ad2ed58-e882-4dad-bd81-7289aae2cfe8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326314 Aug 25 17:32:12.217162 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b0740699-8d70-467c-915a-7bcdd24b3836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:12.362338 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:12.454333 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0b585-e5f8-4060-af80-1a3ed891c2e1 req-16fea2c2-3ac3-4d2f-bcff-b97c6ad2284a tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:12.455888 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64a0b585-e5f8-4060-af80-1a3ed891c2e1 req-16fea2c2-3ac3-4d2f-bcff-b97c6ad2284a tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 944 time: 0.0518293 Aug 25 17:32:12.497053 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64a0b585-e5f8-4060-af80-1a3ed891c2e1 req-6bd61c95-ca98-4884-ab7a-14569f060d8b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346739 Aug 25 17:32:12.586391 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['1393cfc6-d8b3-45cf-9002-f145c12d4d62'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:32:12.591197 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821187c-47b5-49a2-808c-09f32ebad2d4 req-8bf48943-978e-4418-9bb1-489a6cb9c43d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:12.592730 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6821187c-47b5-49a2-808c-09f32ebad2d4 req-8bf48943-978e-4418-9bb1-489a6cb9c43d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0527165 Aug 25 17:32:12.634273 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6821187c-47b5-49a2-808c-09f32ebad2d4 req-d1163e25-f88e-4c21-87de-7dfa0413d4e2 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329442 Aug 25 17:32:13.405903 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:13.626829 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400dff8-ccfc-4551-8206-8ebd6ba11aad req-c6a68029-39b6-4617-ba50-562f8f2d39c1 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:13.628326 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2400dff8-ccfc-4551-8206-8ebd6ba11aad req-c6a68029-39b6-4617-ba50-562f8f2d39c1 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 944 time: 0.0480640 Aug 25 17:32:13.665404 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2400dff8-ccfc-4551-8206-8ebd6ba11aad req-3c119dfa-d0c9-4724-8383-ee20a24b61eb tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309389 Aug 25 17:32:13.754678 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d6299-0f75-425c-995e-f2d1b1cb56f7 req-68f571b9-fcfe-4278-a42a-515ef7643e3d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:13.756186 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2c4d6299-0f75-425c-995e-f2d1b1cb56f7 req-68f571b9-fcfe-4278-a42a-515ef7643e3d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0487139 Aug 25 17:32:13.765625 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:13.857149 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2c4d6299-0f75-425c-995e-f2d1b1cb56f7 req-ee84b185-da4a-4a83-bc3f-d49d9faff421 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873530 Aug 25 17:32:13.859774 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-be187a21-a7b9-49bb-b7e5-345383a294f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:13.861183 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-be187a21-a7b9-49bb-b7e5-345383a294f4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca&tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b HTTP/1.1" status: 200 len: 1097 time: 0.1000390 Aug 25 17:32:14.720476 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:14.782833 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21e955-86b3-4706-a814-c33cf127f876 req-1c527962-4939-4804-a05d-5b1137d1224d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:14.784360 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5a21e955-86b3-4706-a814-c33cf127f876 req-1c527962-4939-4804-a05d-5b1137d1224d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 944 time: 0.0507770 Aug 25 17:32:14.822382 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5a21e955-86b3-4706-a814-c33cf127f876 req-c871bd8d-cf42-47bf-8971-2b10eadf71e5 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Aug 25 17:32:14.975660 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bb5b4-04e8-46af-a14c-f871c51b995d req-77c617f8-233d-4bc7-8084-98841b619bb6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:14.977115 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-965bb5b4-04e8-46af-a14c-f871c51b995d req-77c617f8-233d-4bc7-8084-98841b619bb6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0489571 Aug 25 17:32:15.018949 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-965bb5b4-04e8-46af-a14c-f871c51b995d req-844a903d-b3b3-4e5f-94a4-541dddbe646c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359790 Aug 25 17:32:15.775793 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-ab300f8f-a9d6-41db-9e2c-4b08213fcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:15.777958 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-ab300f8f-a9d6-41db-9e2c-4b08213fcb3d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 1097 time: 0.0390689 Aug 25 17:32:15.872146 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-29037855-adff-4eaf-a005-f14a2460de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:15.874471 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-29037855-adff-4eaf-a005-f14a2460de2a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 917 time: 0.0864565 Aug 25 17:32:15.970067 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-2f8561b5-1796-45e3-9b5b-9a322c784cae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be008cdd-7a1a-485d-8d5e-e4790373a602 HTTP/1.1" status: 200 len: 999 time: 0.0856860 Aug 25 17:32:15.982154 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45c75a-d65c-4d4a-a96c-8aec06d60cbc req-3d43fe9e-3e3b-4cec-a8bf-7477c91837e2 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:15.983580 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5d45c75a-d65c-4d4a-a96c-8aec06d60cbc req-3d43fe9e-3e3b-4cec-a8bf-7477c91837e2 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 944 time: 0.0929806 Aug 25 17:32:16.048337 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-d91c4076-68a0-4575-a961-ac85d0bb895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:16.049822 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-d91c4076-68a0-4575-a961-ac85d0bb895a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf66541-9305-4ae8-b7c6-d35b1d7e942e HTTP/1.1" status: 200 len: 855 time: 0.0651369 Aug 25 17:32:16.057865 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5d45c75a-d65c-4d4a-a96c-8aec06d60cbc req-14bcd49e-81d5-46b1-ac57-1199468c17b3 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639932 Aug 25 17:32:16.125654 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-285ac302-dde3-4df1-806e-18a82ac5c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:16.127159 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-285ac302-dde3-4df1-806e-18a82ac5c600 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad187e33-934a-4e18-80df-b0dbcf133e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662243 Aug 25 17:32:16.189473 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea0813-9c29-4b05-b208-19555273b874 req-9d6ecd19-a63b-4c6c-80b4-38b05a56ffef tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:16.190947 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dbea0813-9c29-4b05-b208-19555273b874 req-9d6ecd19-a63b-4c6c-80b4-38b05a56ffef tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0965183 Aug 25 17:32:16.496053 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dbea0813-9c29-4b05-b208-19555273b874 req-85720c5f-3c75-4c74-9874-628518d93056 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989559 Aug 25 17:32:16.506104 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-dd5a69cc-2926-47db-8223-03f1036b68b8 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680115 Aug 25 17:32:16.598561 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-703cb0cc-fedf-4167-9e00-4cd6fa76b221 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802765 Aug 25 17:32:17.220504 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf4999-6ce5-420a-88f6-70ba0905ac70 req-79892322-a3c7-4467-84f0-9e7e45523f33 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:17.222023 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-90cf4999-6ce5-420a-88f6-70ba0905ac70 req-79892322-a3c7-4467-84f0-9e7e45523f33 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 944 time: 0.0925558 Aug 25 17:32:17.286935 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-90cf4999-6ce5-420a-88f6-70ba0905ac70 req-f1cf7210-0f9d-4c15-a977-f92e01014d18 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477705 Aug 25 17:32:17.624843 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3fb56-5ddf-4f3e-ad6b-1b2bad29b3de req-2af18b31-b382-4b36-a628-8936a28fb73d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:17.626322 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-90b3fb56-5ddf-4f3e-ad6b-1b2bad29b3de req-2af18b31-b382-4b36-a628-8936a28fb73d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0568295 Aug 25 17:32:17.664559 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-90b3fb56-5ddf-4f3e-ad6b-1b2bad29b3de req-9645efff-dc06-4f03-a4ad-f0ec3bb4765f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322504 Aug 25 17:32:18.422326 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60993f20-96f8-426b-a541-523c2bffe782 req-ef8b555a-efc4-4d16-ae83-1e6ecfa4c73f tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:18.423814 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-60993f20-96f8-426b-a541-523c2bffe782 req-ef8b555a-efc4-4d16-ae83-1e6ecfa4c73f tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 944 time: 0.0490944 Aug 25 17:32:18.464901 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-60993f20-96f8-426b-a541-523c2bffe782 req-540b5869-54e6-43d6-b949-2d88aab6376c tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345161 Aug 25 17:32:18.699820 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:32:18.786164 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84cf9b-616a-4255-b05c-a89662b614d6 req-fbc90969-8450-4766-82b6-1d99dcc3a323 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:18.787678 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b84cf9b-616a-4255-b05c-a89662b614d6 req-fbc90969-8450-4766-82b6-1d99dcc3a323 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0496593 Aug 25 17:32:18.825873 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b84cf9b-616a-4255-b05c-a89662b614d6 req-5f94be1e-bee1-4fb6-ad6e-9ac3d0d216a5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320916 Aug 25 17:32:19.581139 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c6dc7-e448-45a2-b63c-577e5bf70d0e req-ca96cf56-88ec-4075-af49-09373247af3d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:19.582387 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-185c6dc7-e448-45a2-b63c-577e5bf70d0e req-ca96cf56-88ec-4075-af49-09373247af3d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 944 time: 0.0504541 Aug 25 17:32:19.619668 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-185c6dc7-e448-45a2-b63c-577e5bf70d0e req-a3808b78-8851-4804-b0a9-5ba4c51823cb tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310080 Aug 25 17:32:19.947303 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c830fb-5ddf-4cbf-926c-91b8c43390ef req-123a1f8c-48b6-4ffa-89de-0b72f40a7819 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:19.948730 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d6c830fb-5ddf-4cbf-926c-91b8c43390ef req-123a1f8c-48b6-4ffa-89de-0b72f40a7819 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0511117 Aug 25 17:32:19.985806 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d6c830fb-5ddf-4cbf-926c-91b8c43390ef req-e623bf26-4c5e-4b39-b11e-1d51559d7f04 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311844 Aug 25 17:32:20.733589 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417f61c-5499-4ab9-8c03-76fa9a9ebee5 req-3c9e2f75-1b86-4788-80d0-c5781def7ae3 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:20.735053 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8417f61c-5499-4ab9-8c03-76fa9a9ebee5 req-3c9e2f75-1b86-4788-80d0-c5781def7ae3 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 944 time: 0.0475676 Aug 25 17:32:20.771571 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8417f61c-5499-4ab9-8c03-76fa9a9ebee5 req-b45e8ed3-7204-4da3-8d56-9c97ba8453e1 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306523 Aug 25 17:32:21.111938 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a507f-4dd7-4ede-9b02-5f62e8f418af req-34da1ff9-f33a-44ab-9ce4-0c34ffa74a5b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:21.113395 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0e1a507f-4dd7-4ede-9b02-5f62e8f418af req-34da1ff9-f33a-44ab-9ce4-0c34ffa74a5b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0524776 Aug 25 17:32:21.150941 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0e1a507f-4dd7-4ede-9b02-5f62e8f418af req-bc699859-e497-4ff8-94d7-6deb0bd05d95 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317075 Aug 25 17:32:21.352098 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 1393cfc6-d8b3-45cf-9002-f145c12d4d62 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:32:21.406702 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port 1393cfc6-d8b3-45cf-9002-f145c12d4d62 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:32:21.410608 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port 1393cfc6-d8b3-45cf-9002-f145c12d4d62 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:32:21.410976 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:21.493478 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:21.517605 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4492df-c5b9-4f03-9dbb-39d24cceaa6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1393cfc6-d8b3-45cf-9002-f145c12d4d62'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:32:21.519877 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a165b1-39a9-4329-8c83-050893a0c14a" -d '{"events": [{"server_uuid": "6c4492df-c5b9-4f03-9dbb-39d24cceaa6f", "name": "network-vif-plugged", "status": "completed", "tag": "1393cfc6-d8b3-45cf-9002-f145c12d4d62"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:32:21.534447 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 1393cfc6-d8b3-45cf-9002-f145c12d4d62, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1393cfc6-d8b3-45cf-9002-f145c12d4d62,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:32:21.538578 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:21.562355 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d349afc2-efeb-490d-8307-a2b0133c13e4 x-openstack-request-id: req-d349afc2-efeb-490d-8307-a2b0133c13e4 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:32:21.562647 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4492df-c5b9-4f03-9dbb-39d24cceaa6f", "name": "network-vif-plugged", "status": "completed", "tag": "1393cfc6-d8b3-45cf-9002-f145c12d4d62", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:32:21.562894 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d349afc2-efeb-490d-8307-a2b0133c13e4 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:32:21.563277 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4492df-c5b9-4f03-9dbb-39d24cceaa6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1393cfc6-d8b3-45cf-9002-f145c12d4d62', 'code': 200} Aug 25 17:32:21.594073 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=1393cfc6-d8b3-45cf-9002-f145c12d4d62,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:21.890812 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115e8b3-aa11-4e27-9e38-68a2837c3477 req-fa057f89-2558-43db-b2e3-d46404f7ccce tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:21.892256 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e115e8b3-aa11-4e27-9e38-68a2837c3477 req-fa057f89-2558-43db-b2e3-d46404f7ccce tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0513132 Aug 25 17:32:21.932036 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e115e8b3-aa11-4e27-9e38-68a2837c3477 req-46466849-0d95-46e1-b06a-69ed24bbd15d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Aug 25 17:32:22.272562 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdb36c-f809-40bc-a70b-4438d58aa582 req-2e77824a-52ce-48d3-b7e3-eb55df5c0bce tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:22.274049 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ccdb36c-f809-40bc-a70b-4438d58aa582 req-2e77824a-52ce-48d3-b7e3-eb55df5c0bce tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0489118 Aug 25 17:32:22.313598 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ccdb36c-f809-40bc-a70b-4438d58aa582 req-27b7327e-83e4-40ef-835f-a8a3ff02fb5f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336788 Aug 25 17:32:23.051310 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccd974-003b-4d6a-9f3b-28042e38aeab req-bf29ad90-806c-45ca-a4b1-0985074fc012 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:23.052815 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-85ccd974-003b-4d6a-9f3b-28042e38aeab req-bf29ad90-806c-45ca-a4b1-0985074fc012 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0526481 Aug 25 17:32:23.090606 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-85ccd974-003b-4d6a-9f3b-28042e38aeab req-9681a5e9-2911-4585-a24b-7f81f52cbb7b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315483 Aug 25 17:32:23.432513 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efb85e-fd27-4666-ac5f-044bf64d9c02 req-9478b408-a1fc-426a-96ec-98b02ff670b0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:23.434135 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-55efb85e-fd27-4666-ac5f-044bf64d9c02 req-9478b408-a1fc-426a-96ec-98b02ff670b0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0499401 Aug 25 17:32:23.476942 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-55efb85e-fd27-4666-ac5f-044bf64d9c02 req-3f9f62c4-4ee4-4cd2-b01f-517ce0409899 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363965 Aug 25 17:32:24.205755 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086430d-6c3b-479f-96eb-5d209d55b862 req-17a0a1c4-d33a-40df-b99d-b6908ad1768e tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:24.207378 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7086430d-6c3b-479f-96eb-5d209d55b862 req-17a0a1c4-d33a-40df-b99d-b6908ad1768e tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0500045 Aug 25 17:32:24.251226 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7086430d-6c3b-479f-96eb-5d209d55b862 req-a728616b-da30-47d8-8b0e-90932698b5bf tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377197 Aug 25 17:32:24.611701 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c48e4c-67ad-4f46-9f26-0805f423dd4b req-aadf8721-dfe0-4343-b2e8-f4c44a5f89a7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:24.613189 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f6c48e4c-67ad-4f46-9f26-0805f423dd4b req-aadf8721-dfe0-4343-b2e8-f4c44a5f89a7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0581880 Aug 25 17:32:24.650360 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f6c48e4c-67ad-4f46-9f26-0805f423dd4b req-bb3851a6-385c-4b84-afdf-6ed8e96efd41 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312159 Aug 25 17:32:25.367876 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2ba16-2494-49b4-afa8-868478fdb7ab req-c77df74b-07c9-40a1-8f81-d1bbfae3d189 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:25.369404 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9a2ba16-2494-49b4-afa8-868478fdb7ab req-c77df74b-07c9-40a1-8f81-d1bbfae3d189 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0487955 Aug 25 17:32:25.408303 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9a2ba16-2494-49b4-afa8-868478fdb7ab req-d5a94b8e-463f-40ae-b6fd-ec8bbfcef569 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Aug 25 17:32:25.770938 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee1fa5-f51f-479a-85e3-8d8bbd4d23d3 req-66830693-cf02-4a6d-9bf4-eb2611f47dfd tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:25.772433 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-beee1fa5-f51f-479a-85e3-8d8bbd4d23d3 req-66830693-cf02-4a6d-9bf4-eb2611f47dfd tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0488701 Aug 25 17:32:25.811325 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-beee1fa5-f51f-479a-85e3-8d8bbd4d23d3 req-25a10a2a-615a-4d17-b9c1-68ce1821dd5d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319264 Aug 25 17:32:26.524914 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19d793-4ffa-4c3d-bf00-4a40f01238b6 req-f65dcff8-9406-4fe8-bcdd-f6f386ef4847 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:26.526425 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4c19d793-4ffa-4c3d-bf00-4a40f01238b6 req-f65dcff8-9406-4fe8-bcdd-f6f386ef4847 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0518363 Aug 25 17:32:26.565602 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4c19d793-4ffa-4c3d-bf00-4a40f01238b6 req-b597b568-c36f-471a-bf55-a5b9218fd8fc tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Aug 25 17:32:26.927663 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb046018-8dce-4606-a6e7-6db2c84f1b2a req-249ed9a7-43df-4fd3-b450-32db6c018129 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:26.929143 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eb046018-8dce-4606-a6e7-6db2c84f1b2a req-249ed9a7-43df-4fd3-b450-32db6c018129 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0482206 Aug 25 17:32:26.967308 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eb046018-8dce-4606-a6e7-6db2c84f1b2a req-349db3ef-e791-4302-b681-cff1594fd894 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318079 Aug 25 17:32:27.678958 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c408e-04c1-466a-b9cb-e0c2b6e74fca req-cf968b8e-1a68-4af1-aba4-02e7c14dfc8b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:27.680477 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e43c408e-04c1-466a-b9cb-e0c2b6e74fca req-cf968b8e-1a68-4af1-aba4-02e7c14dfc8b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0480504 Aug 25 17:32:27.721976 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e43c408e-04c1-466a-b9cb-e0c2b6e74fca req-689c573a-56e4-4d36-b872-4c0839a77287 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346122 Aug 25 17:32:28.095750 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94894e7-1f50-4863-8b95-14150a6113f5 req-c994a0c6-ed66-4dff-8d9e-e5854c7f4ec7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:28.097305 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d94894e7-1f50-4863-8b95-14150a6113f5 req-c994a0c6-ed66-4dff-8d9e-e5854c7f4ec7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0554242 Aug 25 17:32:28.136607 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d94894e7-1f50-4863-8b95-14150a6113f5 req-2b25c395-0ab8-436c-a90f-8a4aa190efd0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327730 Aug 25 17:32:28.838723 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b3841-4df9-41e2-a03e-fd9adc28d4c9 req-b6fe6239-88a4-40b8-ac15-81e5931afb42 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:28.840261 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4b7b3841-4df9-41e2-a03e-fd9adc28d4c9 req-b6fe6239-88a4-40b8-ac15-81e5931afb42 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0505579 Aug 25 17:32:28.881304 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4b7b3841-4df9-41e2-a03e-fd9adc28d4c9 req-b18adf6f-ef27-432d-9685-589d68237e2b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350912 Aug 25 17:32:29.261706 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e4787-0e14-4a73-aa88-064475783a18 req-5270d4da-47ba-4fe1-8b36-911e89da8d62 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:29.263183 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0a4e4787-0e14-4a73-aa88-064475783a18 req-5270d4da-47ba-4fe1-8b36-911e89da8d62 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0515425 Aug 25 17:32:29.301829 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0a4e4787-0e14-4a73-aa88-064475783a18 req-de839ce0-f8ff-45d7-830f-515c25d47973 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325394 Aug 25 17:32:30.001664 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944ecf9-eeda-4701-863d-ab15b6f389fd req-54c183db-fd6e-4678-a318-197c56347b57 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:30.003415 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4944ecf9-eeda-4701-863d-ab15b6f389fd req-54c183db-fd6e-4678-a318-197c56347b57 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0549166 Aug 25 17:32:30.044531 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4944ecf9-eeda-4701-863d-ab15b6f389fd req-dfbd7651-d6e7-48f0-b11a-b2ba3a1b512d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341899 Aug 25 17:32:30.427093 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe792c-f9ec-42a0-b852-b26ed4b8b924 req-78f9e684-400a-486f-9895-2e3b72141455 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:30.428625 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9fe792c-f9ec-42a0-b852-b26ed4b8b924 req-78f9e684-400a-486f-9895-2e3b72141455 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0485468 Aug 25 17:32:30.469798 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9fe792c-f9ec-42a0-b852-b26ed4b8b924 req-065795dd-83af-4851-a97d-6e7a52b00c23 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345840 Aug 25 17:32:31.159788 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abc5a9-4105-4944-9df2-cc761399ea11 req-2b993fb5-8e22-4dde-b6e7-aa6841e66a4a tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:31.161305 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-12abc5a9-4105-4944-9df2-cc761399ea11 req-2b993fb5-8e22-4dde-b6e7-aa6841e66a4a tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0504787 Aug 25 17:32:31.201556 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-12abc5a9-4105-4944-9df2-cc761399ea11 req-c973b9b1-b649-4341-bc07-9dc62e6a288b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334311 Aug 25 17:32:31.596007 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06362416-3d63-4f2c-87b1-e835fcef7570 req-b3c24d6c-7f75-43ca-aac2-790528021df6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:31.597531 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-06362416-3d63-4f2c-87b1-e835fcef7570 req-b3c24d6c-7f75-43ca-aac2-790528021df6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0543330 Aug 25 17:32:31.637035 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-06362416-3d63-4f2c-87b1-e835fcef7570 req-93e798ae-7771-4755-b912-2cd1b45c0aa0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335026 Aug 25 17:32:32.317830 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd0552-af25-43eb-be60-528af3730d4e req-c0b8eca5-43d3-4125-a975-44ae3da34ecd tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:32.319358 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-28bd0552-af25-43eb-be60-528af3730d4e req-c0b8eca5-43d3-4125-a975-44ae3da34ecd tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0514607 Aug 25 17:32:32.358742 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-28bd0552-af25-43eb-be60-528af3730d4e req-11406ca2-d54e-4090-8b01-c7369e23c914 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328560 Aug 25 17:32:32.779666 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8c624-3556-4306-844a-c96d43abec27 req-f5e8c449-2aa1-4400-917f-2c00805fb672 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:32.781149 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-20e8c624-3556-4306-844a-c96d43abec27 req-f5e8c449-2aa1-4400-917f-2c00805fb672 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0525329 Aug 25 17:32:32.830114 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-20e8c624-3556-4306-844a-c96d43abec27 req-8b426cc3-ca8a-41fa-8890-cc61051b6c69 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430653 Aug 25 17:32:33.475342 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde049e-455d-496b-886d-ae04ec58ca06 req-d25d72be-b396-4724-9aaa-eb80be19fc4d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:33.476934 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5fde049e-455d-496b-886d-ae04ec58ca06 req-d25d72be-b396-4724-9aaa-eb80be19fc4d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0538611 Aug 25 17:32:33.516370 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5fde049e-455d-496b-886d-ae04ec58ca06 req-19afe095-123c-405b-9ac1-ba57df634a40 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329213 Aug 25 17:32:33.952609 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed374b2-42c2-4db7-9995-7d3f866a485a req-143199a2-d36e-43e6-8e99-7b71bbee135c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:33.954144 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bed374b2-42c2-4db7-9995-7d3f866a485a req-143199a2-d36e-43e6-8e99-7b71bbee135c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0499213 Aug 25 17:32:33.996437 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bed374b2-42c2-4db7-9995-7d3f866a485a req-1de874c4-5b0a-4286-832a-ecba45ad03a5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347397 Aug 25 17:32:34.635769 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69445a6-191a-4c64-b182-a1834674b698 req-47f577f7-3d3c-4603-9782-2f23670a8e60 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:34.638867 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e69445a6-191a-4c64-b182-a1834674b698 req-47f577f7-3d3c-4603-9782-2f23670a8e60 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0537047 Aug 25 17:32:34.678012 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e69445a6-191a-4c64-b182-a1834674b698 req-ba3be851-01e3-4c61-9bf7-dcbf7e5431f3 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331669 Aug 25 17:32:35.142897 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cb949-7cc0-41ce-b8c6-91fe77bd6da6 req-e53edfd4-bdcb-4c5a-911a-907a3415c11b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:35.144496 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eb8cb949-7cc0-41ce-b8c6-91fe77bd6da6 req-e53edfd4-bdcb-4c5a-911a-907a3415c11b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0569630 Aug 25 17:32:35.186238 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eb8cb949-7cc0-41ce-b8c6-91fe77bd6da6 req-b680a8ac-ec10-4bc7-8697-d96702af62ad tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357354 Aug 25 17:32:35.797367 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0a590-5690-4d09-9098-b14cdc8ae048 req-43713a62-0e9c-4e55-93ca-2b0ffc63ec9a tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:35.798786 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7ce0a590-5690-4d09-9098-b14cdc8ae048 req-43713a62-0e9c-4e55-93ca-2b0ffc63ec9a tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0520618 Aug 25 17:32:35.839393 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7ce0a590-5690-4d09-9098-b14cdc8ae048 req-6167df11-f709-4d03-8dd9-596481201fe6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341945 Aug 25 17:32:36.309416 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bde77-3e2e-4a27-8114-4930c31e9dd9 req-9c802cc3-3ea7-4a6d-bd4b-8a961b1163bb tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:36.310552 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c6bde77-3e2e-4a27-8114-4930c31e9dd9 req-9c802cc3-3ea7-4a6d-bd4b-8a961b1163bb tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0526679 Aug 25 17:32:36.352243 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c6bde77-3e2e-4a27-8114-4930c31e9dd9 req-e6cc8265-9ebd-4e8e-be41-a89755051211 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352745 Aug 25 17:32:36.960240 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c7fff-6848-4d0b-9ec5-e982a87b5a6b req-ca73e4b6-28af-4918-aab3-320139d36437 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:36.962285 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d9c7fff-6848-4d0b-9ec5-e982a87b5a6b req-ca73e4b6-28af-4918-aab3-320139d36437 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0541553 Aug 25 17:32:37.002363 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d9c7fff-6848-4d0b-9ec5-e982a87b5a6b req-96f89119-f2d3-4fcd-8a52-ead7bdedb32f tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338447 Aug 25 17:32:37.476729 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606f7c4-03a0-4aed-a3bc-835945b8d66e req-d5345ba5-dcb7-46a1-a8a9-476398f2a200 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:37.478269 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3606f7c4-03a0-4aed-a3bc-835945b8d66e req-d5345ba5-dcb7-46a1-a8a9-476398f2a200 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0497680 Aug 25 17:32:37.517809 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3606f7c4-03a0-4aed-a3bc-835945b8d66e req-e685e7c8-157f-491a-9103-4b441f0f69dd tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326736 Aug 25 17:32:38.120637 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c59e0-f693-441c-9c9c-ee3176c64c74 req-aa1fd022-b83a-488f-a411-1f6b260759db tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:38.122708 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-214c59e0-f693-441c-9c9c-ee3176c64c74 req-aa1fd022-b83a-488f-a411-1f6b260759db tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0522308 Aug 25 17:32:38.161682 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-214c59e0-f693-441c-9c9c-ee3176c64c74 req-6dff61db-f3cd-4055-8406-2f46142e65c7 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329783 Aug 25 17:32:38.644000 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469d22b-98dd-479a-b0ff-3c3024edbd61 req-9a78c6b0-4f4a-46f3-a7ef-fc7039a3808e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:38.645480 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8469d22b-98dd-479a-b0ff-3c3024edbd61 req-9a78c6b0-4f4a-46f3-a7ef-fc7039a3808e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0542252 Aug 25 17:32:38.686977 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8469d22b-98dd-479a-b0ff-3c3024edbd61 req-6d73c5a2-b058-414b-8bac-989296d9cd96 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355120 Aug 25 17:32:39.279499 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40363e1-5d80-4816-8a3e-12a83dac910d req-08efbe3c-11a8-4ab3-9d95-86133490168f tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:39.281041 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c40363e1-5d80-4816-8a3e-12a83dac910d req-08efbe3c-11a8-4ab3-9d95-86133490168f tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0514097 Aug 25 17:32:39.324404 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c40363e1-5d80-4816-8a3e-12a83dac910d req-a8038ed1-aa63-4fa7-b6d3-df6d3e0338cc tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369492 Aug 25 17:32:39.475443 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c14bdbd-6730-4b6d-a1c6-9d920a2f9b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:39.809955 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d91c8-7be1-4a74-8fbb-d604304772e5 req-84149519-c354-4216-a8d5-145aed1a880d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:39.811507 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ec3d91c8-7be1-4a74-8fbb-d604304772e5 req-84149519-c354-4216-a8d5-145aed1a880d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0519114 Aug 25 17:32:39.852442 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ec3d91c8-7be1-4a74-8fbb-d604304772e5 req-a70d3000-c503-4064-b5bb-7902fb404a75 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345037 Aug 25 17:32:40.442957 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837df24b-4521-420d-8364-f0101c4f2c95 req-306800fe-1d8d-4551-9441-b9799834ce58 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:40.444474 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-837df24b-4521-420d-8364-f0101c4f2c95 req-306800fe-1d8d-4551-9441-b9799834ce58 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0529351 Aug 25 17:32:40.483067 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-837df24b-4521-420d-8364-f0101c4f2c95 req-42d91a67-f9ec-4d25-8790-d78c1ad65000 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324948 Aug 25 17:32:40.974701 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187739d0-81a9-46dc-bc2d-05b091687915 req-f45084dd-af06-46d2-b067-93a9ec8d562f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:40.976206 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-187739d0-81a9-46dc-bc2d-05b091687915 req-f45084dd-af06-46d2-b067-93a9ec8d562f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0489044 Aug 25 17:32:41.014045 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-187739d0-81a9-46dc-bc2d-05b091687915 req-6042e3d7-b10c-4fa9-b82e-e51d02f3338e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318813 Aug 25 17:32:41.596157 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce00730-dd59-4c26-9f74-1d228aa5391b req-c10a31b0-1aa0-4d14-9bbe-82a2a39a9526 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:41.597627 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ce00730-dd59-4c26-9f74-1d228aa5391b req-c10a31b0-1aa0-4d14-9bbe-82a2a39a9526 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0499518 Aug 25 17:32:41.639069 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ce00730-dd59-4c26-9f74-1d228aa5391b req-2cf7a9c2-68d7-4f05-a200-0784488e8051 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348918 Aug 25 17:32:42.134863 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7797c28-d1bc-429e-96ef-4a6b02f2d62e req-64532cc0-834c-43b3-80ca-05ac00cadafb tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:42.136863 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a7797c28-d1bc-429e-96ef-4a6b02f2d62e req-64532cc0-834c-43b3-80ca-05ac00cadafb tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0511532 Aug 25 17:32:42.173821 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a7797c28-d1bc-429e-96ef-4a6b02f2d62e req-5ac9b1c8-c6fa-4291-95e9-7596333cf15b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309904 Aug 25 17:32:42.216885 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b285748d-1237-476f-8d2e-6d1aad189962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:42.363819 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:42.608579 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bdd03-5955-4676-bd03-8484d65bb0f5 req-89a263c8-35f2-407c-9650-bcac910f89ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:42.610199 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa5bdd03-5955-4676-bd03-8484d65bb0f5 req-89a263c8-35f2-407c-9650-bcac910f89ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 1097 time: 0.0508020 Aug 25 17:32:42.767611 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef182374-fb53-413e-8a44-cbe362c7f7e9 req-ddd54203-dc87-4d1b-a8be-5701bb3f2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:42.769109 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ef182374-fb53-413e-8a44-cbe362c7f7e9 req-ddd54203-dc87-4d1b-a8be-5701bb3f2206 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 1098 time: 0.1195245 Aug 25 17:32:42.800094 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bdd03-5955-4676-bd03-8484d65bb0f5 req-ad98377b-96ec-4ff8-89dc-c3f68ff6361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:42.801544 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa5bdd03-5955-4676-bd03-8484d65bb0f5 req-ad98377b-96ec-4ff8-89dc-c3f68ff6361e service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 917 time: 0.1697989 Aug 25 17:32:42.810363 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942da1c7-f48a-453b-b03f-2a272138762f req-8f921067-b4ca-45cd-8dd4-8782ec176acf tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:42.811761 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-942da1c7-f48a-453b-b03f-2a272138762f req-8f921067-b4ca-45cd-8dd4-8782ec176acf tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.1012866 Aug 25 17:32:42.879187 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ef182374-fb53-413e-8a44-cbe362c7f7e9 req-5864857c-fc36-456e-ab1e-93750be3c606 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982606 Aug 25 17:32:42.907766 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa5bdd03-5955-4676-bd03-8484d65bb0f5 req-91cef0cd-8c30-417b-a806-44ed4f338e4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be008cdd-7a1a-485d-8d5e-e4790373a602 HTTP/1.1" status: 200 len: 999 time: 0.0941033 Aug 25 17:32:42.910635 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-942da1c7-f48a-453b-b03f-2a272138762f req-758f48b1-c9f4-4bc5-9b52-023bf4db3d37 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914335 Aug 25 17:32:43.208727 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bdd03-5955-4676-bd03-8484d65bb0f5 req-abb37a3e-9d1a-4cdb-8cea-d2ead7e095a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:43.210209 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa5bdd03-5955-4676-bd03-8484d65bb0f5 req-abb37a3e-9d1a-4cdb-8cea-d2ead7e095a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf66541-9305-4ae8-b7c6-d35b1d7e942e HTTP/1.1" status: 200 len: 855 time: 0.0437355 Aug 25 17:32:43.285544 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bdd03-5955-4676-bd03-8484d65bb0f5 req-88119958-cd25-45e3-8600-e5bcacad8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:43.287055 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa5bdd03-5955-4676-bd03-8484d65bb0f5 req-88119958-cd25-45e3-8600-e5bcacad8e0b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad187e33-934a-4e18-80df-b0dbcf133e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678253 Aug 25 17:32:43.346955 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125ad3d-94bb-4c78-8973-c61210ab2f2c req-4fa22219-5cb6-4ab0-a014-de842946f68b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:43.348475 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e125ad3d-94bb-4c78-8973-c61210ab2f2c req-4fa22219-5cb6-4ab0-a014-de842946f68b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.1026874 Aug 25 17:32:43.408546 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:43.412858 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e125ad3d-94bb-4c78-8973-c61210ab2f2c req-19325daf-d5ed-451e-8e54-1ffc0732bd40 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547101 Aug 25 17:32:43.418354 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa5bdd03-5955-4676-bd03-8484d65bb0f5 req-69a8f06d-3916-4a69-9f3f-9d33e5beff25 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226211 Aug 25 17:32:43.519841 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa5bdd03-5955-4676-bd03-8484d65bb0f5 req-e755e3c1-fc92-47e8-a9e7-d4b785239b8a service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907178 Aug 25 17:32:43.750472 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:44.028093 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75e3a2-5ff8-4996-9f47-6e9fac586509 req-6d2c47cc-1006-4718-b8d5-cdeed4f98f6f tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:44.029630 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e75e3a2-5ff8-4996-9f47-6e9fac586509 req-6d2c47cc-1006-4718-b8d5-cdeed4f98f6f tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0520263 Aug 25 17:32:44.071155 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e75e3a2-5ff8-4996-9f47-6e9fac586509 req-12a427b5-75ff-4ae4-8ae8-12c7e3e48274 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353992 Aug 25 17:32:44.535241 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ea3d5-aa60-40bd-a609-cf2f8b3330a4 req-e2b12072-26cf-4343-bf04-e475f2c5e745 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:44.536743 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-679ea3d5-aa60-40bd-a609-cf2f8b3330a4 req-e2b12072-26cf-4343-bf04-e475f2c5e745 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0520453 Aug 25 17:32:44.578431 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-679ea3d5-aa60-40bd-a609-cf2f8b3330a4 req-54e5d3dc-859b-4556-9af7-b4176a0e1353 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359130 Aug 25 17:32:44.722723 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:45.007933 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fdf93-a4d9-4e4a-abae-feee84aaf6ec req-3c154f2b-059d-4889-8862-67e31db989de tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:45.009436 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a44fdf93-a4d9-4e4a-abae-feee84aaf6ec req-3c154f2b-059d-4889-8862-67e31db989de tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 946 time: 0.0481358 Aug 25 17:32:45.052015 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a44fdf93-a4d9-4e4a-abae-feee84aaf6ec req-b9f518e8-1372-4ac2-9168-7a756de33507 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Aug 25 17:32:45.184258 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388b5e3-1619-4e46-a590-a388332a4b70 req-23f74f88-3cea-490c-a6aa-7d13da9fd0ce tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:45.185711 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c388b5e3-1619-4e46-a590-a388332a4b70 req-23f74f88-3cea-490c-a6aa-7d13da9fd0ce tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0476990 Aug 25 17:32:45.221888 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c388b5e3-1619-4e46-a590-a388332a4b70 req-cf5411c1-93ec-4c2d-9f6c-c983ab1577fb tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302911 Aug 25 17:32:45.706504 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1425c7-135f-431a-8c70-f348a6008a23 req-54966498-ab54-4211-b96d-c947763a402e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:45.708008 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ca1425c7-135f-431a-8c70-f348a6008a23 req-54966498-ab54-4211-b96d-c947763a402e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0573833 Aug 25 17:32:45.746582 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ca1425c7-135f-431a-8c70-f348a6008a23 req-656aa953-bbd8-4e31-98ba-1203157f3e98 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322073 Aug 25 17:32:46.167775 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c960014-3fb6-4662-a5f1-4bb6286fd1f8 req-3a12013e-9915-4a33-85ce-6d0cef69c625 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:46.169554 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2c960014-3fb6-4662-a5f1-4bb6286fd1f8 req-3a12013e-9915-4a33-85ce-6d0cef69c625 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 946 time: 0.0499294 Aug 25 17:32:46.207810 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2c960014-3fb6-4662-a5f1-4bb6286fd1f8 req-229f0468-42b6-4509-ba4c-8082318e5f24 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324152 Aug 25 17:32:46.881521 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad8658-9e54-42ef-943c-ae4f33f39266 req-e5cedf8e-18bc-4bb2-b6d8-d6f9ca32689e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:46.883039 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11ad8658-9e54-42ef-943c-ae4f33f39266 req-e5cedf8e-18bc-4bb2-b6d8-d6f9ca32689e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0623274 Aug 25 17:32:46.925416 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11ad8658-9e54-42ef-943c-ae4f33f39266 req-0cf68c79-468d-405b-9a15-b5942fa06874 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361240 Aug 25 17:32:47.292785 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8ab5f-e1dc-425c-8310-24a2cb70666c req-24806e87-9f23-4e70-92a2-2d87e26dfeda tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:47.295679 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3c8ab5f-e1dc-425c-8310-24a2cb70666c req-24806e87-9f23-4e70-92a2-2d87e26dfeda tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.25 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 946 time: 0.0604284 Aug 25 17:32:47.370823 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9992977-c78f-4c39-9593-ad7a5b062cf7 req-5d46a226-4189-45de-ad9e-15aea4f42d8e tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:47.372377 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c9992977-c78f-4c39-9593-ad7a5b062cf7 req-5d46a226-4189-45de-ad9e-15aea4f42d8e tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/ports?device_id=e312dd3d-59e0-40eb-934c-ae93bb61c041 HTTP/1.1" status: 200 len: 946 time: 0.0960522 Aug 25 17:32:47.437160 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c9992977-c78f-4c39-9593-ad7a5b062cf7 req-8a281f77-329e-40bd-a445-1e88c1773162 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.13 "GET /v2.0/security-groups?id=d19301ba-6c74-4337-b3d8-581d6eff4b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451682 Aug 25 17:32:47.449821 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-d3c8ab5f-e1dc-425c-8310-24a2cb70666c req-14585f25-ae51-4a1a-a299-2275c7411ed2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Deleting port 7d80b704-f608-4ab5-8235-aee6ea2d48d6 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:32:47.450166 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3c8ab5f-e1dc-425c-8310-24a2cb70666c req-14585f25-ae51-4a1a-a299-2275c7411ed2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:47.537250 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d3c8ab5f-e1dc-425c-8310-24a2cb70666c req-14585f25-ae51-4a1a-a299-2275c7411ed2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] For port 7d80b704-f608-4ab5-8235-aee6ea2d48d6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7d80b704-f608-4ab5-8235-aee6ea2d48d6,segment=NetworkSegment(e5260c49-b192-47f6-8a0b-cf5bf76f46e8),segment_id=e5260c49-b192-47f6-8a0b-cf5bf76f46e8)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:32:47.537604 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3c8ab5f-e1dc-425c-8310-24a2cb70666c req-14585f25-ae51-4a1a-a299-2275c7411ed2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:47.549896 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-d3c8ab5f-e1dc-425c-8310-24a2cb70666c req-14585f25-ae51-4a1a-a299-2275c7411ed2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Calling delete_port for 7d80b704-f608-4ab5-8235-aee6ea2d48d6 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:32:47.678162 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3c8ab5f-e1dc-425c-8310-24a2cb70666c req-14585f25-ae51-4a1a-a299-2275c7411ed2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:47.690460 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['7d80b704-f608-4ab5-8235-aee6ea2d48d6'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:32:47.707179 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14585f25-ae51-4a1a-a299-2275c7411ed2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Pushing event deleted for resources: {'Port': ['ID=7d80b704-f608-4ab5-8235-aee6ea2d48d6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:47.747472 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c8ab5f-e1dc-425c-8310-24a2cb70666c req-14585f25-ae51-4a1a-a299-2275c7411ed2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] No DVR routers for this DVR port 7d80b704-f608-4ab5-8235-aee6ea2d48d6 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:32:47.750900 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3c8ab5f-e1dc-425c-8310-24a2cb70666c req-14585f25-ae51-4a1a-a299-2275c7411ed2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:47.752930 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3c8ab5f-e1dc-425c-8310-24a2cb70666c req-14585f25-ae51-4a1a-a299-2275c7411ed2 tempest-VolumesSnapshotTestJSON-618974635 tempest-VolumesSnapshotTestJSON-618974635-project] 10.222.0.25 "DELETE /v2.0/ports/7d80b704-f608-4ab5-8235-aee6ea2d48d6 HTTP/1.1" status: 204 len: 173 time: 0.4415269 Aug 25 17:32:47.753374 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e312dd3d-59e0-40eb-934c-ae93bb61c041', 'name': 'network-vif-deleted', 'tag': '7d80b704-f608-4ab5-8235-aee6ea2d48d6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:32:47.755698 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10b28fb-489a-4590-ba10-8878d0795d95" -d '{"events": [{"server_uuid": "e312dd3d-59e0-40eb-934c-ae93bb61c041", "name": "network-vif-deleted", "tag": "7d80b704-f608-4ab5-8235-aee6ea2d48d6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:32:47.793980 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc92e65-7dbb-47fc-a5b8-dd56f7ace01b x-openstack-request-id: req-efc92e65-7dbb-47fc-a5b8-dd56f7ace01b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:32:47.794269 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e312dd3d-59e0-40eb-934c-ae93bb61c041", "name": "network-vif-deleted", "tag": "7d80b704-f608-4ab5-8235-aee6ea2d48d6", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:32:47.794545 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efc92e65-7dbb-47fc-a5b8-dd56f7ace01b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:32:47.794970 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e312dd3d-59e0-40eb-934c-ae93bb61c041', 'name': 'network-vif-deleted', 'tag': '7d80b704-f608-4ab5-8235-aee6ea2d48d6', 'status': 'completed', 'code': 200} Aug 25 17:32:48.052063 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8df29-c380-4821-9ad3-3fbac10709cd req-58a28065-cfa9-4fa2-ad65-4a5816f0ac6d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:48.053470 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-90f8df29-c380-4821-9ad3-3fbac10709cd req-58a28065-cfa9-4fa2-ad65-4a5816f0ac6d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0555928 Aug 25 17:32:48.097020 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-90f8df29-c380-4821-9ad3-3fbac10709cd req-b085934c-e498-4da6-aed6-65d7fdfeb5b3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373831 Aug 25 17:32:49.216179 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1d512-c08a-457e-9251-86071d1d65d5 req-9fd24192-661b-4a12-ac58-a45c42010f1a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:49.217632 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9d1d512-c08a-457e-9251-86071d1d65d5 req-9fd24192-661b-4a12-ac58-a45c42010f1a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0485566 Aug 25 17:32:49.254526 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9d1d512-c08a-457e-9251-86071d1d65d5 req-acec35a6-f40d-4c63-93de-452b890a5e5c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308270 Aug 25 17:32:50.378749 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125938f-9d6b-4006-bcec-6e7b9b401e71 req-964010a3-34fc-4790-b96a-630d5e3f2fbe tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:50.380256 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f125938f-9d6b-4006-bcec-6e7b9b401e71 req-964010a3-34fc-4790-b96a-630d5e3f2fbe tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0484474 Aug 25 17:32:50.416367 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f125938f-9d6b-4006-bcec-6e7b9b401e71 req-4e2bbbb1-3f7a-421e-8c21-b9cc32f1a3dc tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302896 Aug 25 17:32:51.539826 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc52ea7-8842-4edf-8af6-03286e1f5704 req-66ec77cf-0c3f-41cc-8be1-3a4e430c082b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:51.541324 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-adc52ea7-8842-4edf-8af6-03286e1f5704 req-66ec77cf-0c3f-41cc-8be1-3a4e430c082b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 944 time: 0.0521901 Aug 25 17:32:51.578866 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-adc52ea7-8842-4edf-8af6-03286e1f5704 req-6c4b4903-4157-4a2a-aa04-37dccd4e32a2 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315681 Aug 25 17:32:51.992844 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device be008cdd-7a1a-485d-8d5e-e4790373a602 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:32:51.995983 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 7d80b704-f608-4ab5-8235-aee6ea2d48d6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:32:52.019742 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: 7d80b704-f608-4ab5-8235-aee6ea2d48d6 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:32:52.020081 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 7d80b704-f608-4ab5-8235-aee6ea2d48d6 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:32:52.105157 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port be008cdd-7a1a-485d-8d5e-e4790373a602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be008cdd-7a1a-485d-8d5e-e4790373a602,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:32:52.115755 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'port_id': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'mac_address': 'fa:16:3e:2d:20:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:32:52.152188 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:52.165286 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be008cdd-7a1a-485d-8d5e-e4790373a602 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:32:52.184787 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port be008cdd-7a1a-485d-8d5e-e4790373a602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be008cdd-7a1a-485d-8d5e-e4790373a602,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:32:52.189974 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:52.236830 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=be008cdd-7a1a-485d-8d5e-e4790373a602,revision_number=9']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:52.698193 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952246bf-c8a5-4619-bc62-e70062ca6f16 req-10f2ea02-dda5-4166-9744-6b6bd54a14c4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:52.699714 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-952246bf-c8a5-4619-bc62-e70062ca6f16 req-10f2ea02-dda5-4166-9744-6b6bd54a14c4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 945 time: 0.0499589 Aug 25 17:32:52.738843 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-952246bf-c8a5-4619-bc62-e70062ca6f16 req-a7d93265-0339-4b7c-8dfe-8d3341fe3d57 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Aug 25 17:32:53.856912 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a754-f535-4387-b3fa-98a93656eb85 req-a752f171-cffd-4f81-9962-7cfb0ba01fc4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:53.858384 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4a3a754-f535-4387-b3fa-98a93656eb85 req-a752f171-cffd-4f81-9962-7cfb0ba01fc4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 945 time: 0.0476577 Aug 25 17:32:53.896097 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4a3a754-f535-4387-b3fa-98a93656eb85 req-cc8f1d12-c92e-41cb-a842-ccf1a377297f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303364 Aug 25 17:32:55.019104 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1011a-1b42-4d54-8c9f-0fc7c9702ba0 req-ba4d1642-090d-41c7-b133-d70b90f27e30 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:55.020617 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1de1011a-1b42-4d54-8c9f-0fc7c9702ba0 req-ba4d1642-090d-41c7-b133-d70b90f27e30 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 945 time: 0.0545025 Aug 25 17:32:55.064468 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1de1011a-1b42-4d54-8c9f-0fc7c9702ba0 req-139a2c64-ac8a-432f-a89a-a9be765d48b3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374155 Aug 25 17:32:55.232281 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['be008cdd-7a1a-485d-8d5e-e4790373a602'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:32:55.698966 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:32:56.187033 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954e6ca-a420-47e7-8ca9-1e8a54ce987a req-8d706269-6ebb-43b9-accb-61483cc0b76d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:56.188668 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1954e6ca-a420-47e7-8ca9-1e8a54ce987a req-8d706269-6ebb-43b9-accb-61483cc0b76d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 945 time: 0.0496941 Aug 25 17:32:56.230142 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1954e6ca-a420-47e7-8ca9-1e8a54ce987a req-409a52e8-0c75-4150-9b05-ffdd4ce668a6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354412 Aug 25 17:32:56.697569 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-4149b6d8-90f9-43de-a250-9e93bbc20114 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:56.699024 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-4149b6d8-90f9-43de-a250-9e93bbc20114 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/networks?id=a56fe17f-5298-4f89-9b3c-e967e83ed772 HTTP/1.1" status: 200 len: 815 time: 0.1043928 Aug 25 17:32:56.714522 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-4d2a7d87-30b6-402f-8510-ec54d3e38f53 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/quotas/e526eb49411943499a4a02afc2accf53 HTTP/1.1" status: 200 len: 375 time: 0.0091882 Aug 25 17:32:56.762794 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-c78c7554-6ee5-4433-8e70-1daa47875009 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e526eb49411943499a4a02afc2accf53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423679 Aug 25 17:32:56.851495 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-9c09ae8e-c3ab-463b-a20c-7d6f74fe7d27 service neutron] 10.222.0.13 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818188 Aug 25 17:32:56.948811 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-e6c374d3-eaed-4dbc-b4ef-480e2b056dcb service neutron] 10.222.0.13 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906286 Aug 25 17:32:57.107427 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0a7bd0f5-1846-4c4c-af39-59f8887a2e9d req-5336a8e3-5d55-4a0c-9fdf-5a60b206a2f0 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 210 time: 0.0271113 Aug 25 17:32:57.355047 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07f2b2-cc96-47ee-abf2-e5fc2b79d57b req-bf0d0b50-aa02-461d-b24b-5bf5d8e10e29 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:57.356873 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6f07f2b2-cc96-47ee-abf2-e5fc2b79d57b req-bf0d0b50-aa02-461d-b24b-5bf5d8e10e29 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 945 time: 0.0529816 Aug 25 17:32:57.397079 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6f07f2b2-cc96-47ee-abf2-e5fc2b79d57b req-3b4577f2-58fb-43db-9347-5ca971d9c65d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338287 Aug 25 17:32:57.889326 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device be008cdd-7a1a-485d-8d5e-e4790373a602 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:32:57.954272 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port be008cdd-7a1a-485d-8d5e-e4790373a602 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:32:57.954649 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:58.042157 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:58.064795 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be008cdd-7a1a-485d-8d5e-e4790373a602'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:32:58.067015 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6daeaf-e240-4df5-ab5f-e6471ec4749a" -d '{"events": [{"server_uuid": "1e400cd4-71cb-4890-be05-29ea4ae174ca", "name": "network-vif-plugged", "status": "completed", "tag": "be008cdd-7a1a-485d-8d5e-e4790373a602"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:32:58.080463 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port be008cdd-7a1a-485d-8d5e-e4790373a602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be008cdd-7a1a-485d-8d5e-e4790373a602,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:32:58.085278 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:58.118259 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc04e37-3313-44fb-a27c-71ea00c6dea0 x-openstack-request-id: req-0bc04e37-3313-44fb-a27c-71ea00c6dea0 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:32:58.118546 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e400cd4-71cb-4890-be05-29ea4ae174ca", "name": "network-vif-plugged", "status": "completed", "tag": "be008cdd-7a1a-485d-8d5e-e4790373a602", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:32:58.118979 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bc04e37-3313-44fb-a27c-71ea00c6dea0 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:32:58.119370 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'code': 200} Aug 25 17:32:58.161913 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=be008cdd-7a1a-485d-8d5e-e4790373a602,revision_number=10']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:58.169996 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-356d8f04-b97a-4105-8afa-b5a967274311 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:58.172693 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-356d8f04-b97a-4105-8afa-b5a967274311 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "GET /v2.0/networks?id=a56fe17f-5298-4f89-9b3c-e967e83ed772 HTTP/1.1" status: 200 len: 815 time: 0.1264036 Aug 25 17:32:58.176298 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.176717 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.177131 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.177535 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.177934 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.178351 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.178728 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.179141 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.179623 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.180150 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.180519 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.180907 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.206926 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-104673db-78e0-4d6a-b175-f847c430d476 req-859455de-0d73-4917-b24a-d0734ee42c04 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 210 time: 0.0305974 Aug 25 17:32:58.209900 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Request body: {'port': {'device_id': '62999bd5-bcd5-4c82-b13e-c4bace14dcd1', 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772', 'admin_state_up': True, 'tenant_id': 'e526eb49411943499a4a02afc2accf53'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:32:58.323507 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Made reservation on behalf of e526eb49411943499a4a02afc2accf53 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:32:58.326986 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:58.453473 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Allocated IP 172.20.0.11 (a56fe17f-5298-4f89-9b3c-e967e83ed772/94396ce0-624b-46b8-b900-02ee8f92db6b/e4c0c032-bc96-4e1e-bf19-2ad5022ff967) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:32:58.587710 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0874742-9647-45e6-a636-16a207902f30 req-cf71254f-f81c-4e0b-9d3a-5e96c217cfa6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:58.589177 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c0874742-9647-45e6-a636-16a207902f30 req-cf71254f-f81c-4e0b-9d3a-5e96c217cfa6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.1123991 Aug 25 17:32:58.659800 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c0874742-9647-45e6-a636-16a207902f30 req-d2331a86-991b-4c4d-a1ba-4eb8382d3fcc tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562413 Aug 25 17:32:58.664381 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:58.704703 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:58.717614 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['1393cfc6-d8b3-45cf-9002-f145c12d4d62'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:32:58.755210 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Network a56fe17f-5298-4f89-9b3c-e967e83ed772 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:32:58.758499 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:32:58.762438 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:32:58.786771 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Pushing event updated for resources: {'Port': ['ID=e4c0c032-bc96-4e1e-bf19-2ad5022ff967,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:58.802419 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.802760 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.803095 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.803425 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.803795 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.804120 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.804438 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.804756 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.805076 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.805392 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.805707 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.806022 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:32:58.848614 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:58.849212 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:58.868108 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcf091-1329-4f4c-8aba-9a80218e56c9 req-9f9d26d4-f65b-49e3-82b6-770298411d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:58.869574 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5bfcf091-1329-4f4c-8aba-9a80218e56c9 req-9f9d26d4-f65b-49e3-82b6-770298411d31 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 1100 time: 0.0688276 Aug 25 17:32:58.870735 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-40fe3c22-3ebd-4703-bf12-2d1b2b6e2516 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6682427 Aug 25 17:32:58.979092 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Request body: {'port': {'device_id': '62999bd5-bcd5-4c82-b13e-c4bace14dcd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:32:59.031529 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5bfcf091-1329-4f4c-8aba-9a80218e56c9 req-887cf3bc-9dbe-4029-a323-4d611e841d9f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639634 Aug 25 17:32:59.052926 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:59.351652 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c0c032-bc96-4e1e-bf19-2ad5022ff967 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:32:59.365531 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76bf9d-6b9d-4322-885d-227147bcf32d req-fa2c6d84-f874-4cde-a5a7-44929da6c01b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:59.367057 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b76bf9d-6b9d-4322-885d-227147bcf32d req-fa2c6d84-f874-4cde-a5a7-44929da6c01b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 932 time: 0.0916350 Aug 25 17:32:59.368778 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:59.398523 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Transition to ACTIVE for port object e4c0c032-bc96-4e1e-bf19-2ad5022ff967 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:32:59.404705 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:59.446092 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b76bf9d-6b9d-4322-885d-227147bcf32d req-a53aa706-9c49-4ab1-932f-64ac376d0e6a tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709927 Aug 25 17:32:59.462998 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c0c032-bc96-4e1e-bf19-2ad5022ff967,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:59.534475 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Attempting to bind port e4c0c032-bc96-4e1e-bf19-2ad5022ff967 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:32:59.534806 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Attempting to bind port e4c0c032-bc96-4e1e-bf19-2ad5022ff967 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:32:59.535130 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Attempting to bind port e4c0c032-bc96-4e1e-bf19-2ad5022ff967 on network a56fe17f-5298-4f89-9b3c-e967e83ed772 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:32:59.539297 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Port e4c0c032-bc96-4e1e-bf19-2ad5022ff967 on network a56fe17f-5298-4f89-9b3c-e967e83ed772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:32:59.539652 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Attempting to bind port e4c0c032-bc96-4e1e-bf19-2ad5022ff967 on network a56fe17f-5298-4f89-9b3c-e967e83ed772 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:32:59.544317 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:32:59.544648 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Checking segment: {'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:32:59.545024 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Bound using segment: {'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:32:59.545439 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Bound port: e4c0c032-bc96-4e1e-bf19-2ad5022ff967, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:32:59.546318 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:59.610447 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] For port e4c0c032-bc96-4e1e-bf19-2ad5022ff967, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:32:59.613356 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] For port e4c0c032-bc96-4e1e-bf19-2ad5022ff967, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4c0c032-bc96-4e1e-bf19-2ad5022ff967,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:32:59.617821 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:59.650898 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:59.651504 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:32:59.652888 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] 10.222.0.25 "PUT /v2.0/ports/e4c0c032-bc96-4e1e-bf19-2ad5022ff967 HTTP/1.1" status: 200 len: 1094 time: 0.6839886 Aug 25 17:32:59.653325 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62999bd5-bcd5-4c82-b13e-c4bace14dcd1', 'tag': 'e4c0c032-bc96-4e1e-bf19-2ad5022ff967'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:32:59.656191 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2200528-9fee-4888-89b0-90eee14cbd95" -d '{"events": [{"name": "network-changed", "server_uuid": "62999bd5-bcd5-4c82-b13e-c4bace14dcd1", "tag": "e4c0c032-bc96-4e1e-bf19-2ad5022ff967"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:32:59.678485 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ded6a-8abc-4310-aea9-40ca41b1b287 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c0c032-bc96-4e1e-bf19-2ad5022ff967,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:32:59.695319 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab790e55-b3a1-4f44-a3eb-886624b84aab x-openstack-request-id: req-ab790e55-b3a1-4f44-a3eb-886624b84aab {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:32:59.695634 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62999bd5-bcd5-4c82-b13e-c4bace14dcd1", "tag": "e4c0c032-bc96-4e1e-bf19-2ad5022ff967", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:32:59.695886 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab790e55-b3a1-4f44-a3eb-886624b84aab {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:32:59.696352 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62999bd5-bcd5-4c82-b13e-c4bace14dcd1', 'tag': 'e4c0c032-bc96-4e1e-bf19-2ad5022ff967', 'status': 'completed', 'code': 200} Aug 25 17:32:59.782658 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abca71a-8aeb-44c2-9572-467fd6324ada req-33027d0a-40e9-4d1d-9ad7-33d98296fb27 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:32:59.784056 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8abca71a-8aeb-44c2-9572-467fd6324ada req-33027d0a-40e9-4d1d-9ad7-33d98296fb27 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.0482559 Aug 25 17:32:59.822496 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8abca71a-8aeb-44c2-9572-467fd6324ada req-550cb718-3af3-4158-9eaa-702f1f4fb8df tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324237 Aug 25 17:33:00.561208 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a7529-b163-4e2e-bd39-3efd63b91f77 req-8422b343-1837-4fde-9003-07fd50ec9aaa tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:00.562966 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-720a7529-b163-4e2e-bd39-3efd63b91f77 req-8422b343-1837-4fde-9003-07fd50ec9aaa tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 944 time: 0.0486896 Aug 25 17:33:00.602133 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-720a7529-b163-4e2e-bd39-3efd63b91f77 req-e8b1d9fe-c6f9-40aa-b46a-b49294a5faa1 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332141 Aug 25 17:33:00.943436 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74ca6a-eeea-47ce-bce9-a7bbc39327c0 req-43ea33e7-4663-4599-bdb6-70a35c44060c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:00.944915 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b74ca6a-eeea-47ce-bce9-a7bbc39327c0 req-43ea33e7-4663-4599-bdb6-70a35c44060c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.0518234 Aug 25 17:33:00.984353 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b74ca6a-eeea-47ce-bce9-a7bbc39327c0 req-7e0d63a1-3e7e-405b-8175-206f7ad019b5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336134 Aug 25 17:33:01.718466 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97e0f8-2d41-48a7-b340-9d21c7cda748 req-d03a4c4f-cae4-4f33-bde7-8ac35220afd5 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:01.720581 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3f97e0f8-2d41-48a7-b340-9d21c7cda748 req-d03a4c4f-cae4-4f33-bde7-8ac35220afd5 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 944 time: 0.0496471 Aug 25 17:33:01.757587 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3f97e0f8-2d41-48a7-b340-9d21c7cda748 req-03eadacc-b5a2-4ae6-bcf3-cc1e2cc40821 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311723 Aug 25 17:33:02.101059 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38620408-2001-4513-91e5-01801d7304f5 req-029a42e6-1e6b-4ee1-970e-9811e13f55e3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:02.102536 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-38620408-2001-4513-91e5-01801d7304f5 req-029a42e6-1e6b-4ee1-970e-9811e13f55e3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.0487177 Aug 25 17:33:02.143471 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-38620408-2001-4513-91e5-01801d7304f5 req-1bd62f58-b2f8-4b7e-8937-56cd2b4b3205 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349810 Aug 25 17:33:02.873176 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb049425-5c6f-4153-81c7-6068c3253641 req-27a5e885-5b13-4941-9c0f-956eafcf3348 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:02.874554 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eb049425-5c6f-4153-81c7-6068c3253641 req-27a5e885-5b13-4941-9c0f-956eafcf3348 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 944 time: 0.0511670 Aug 25 17:33:02.912853 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eb049425-5c6f-4153-81c7-6068c3253641 req-352ccb42-e5d7-4b18-932b-abef7263906c tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317023 Aug 25 17:33:03.264208 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a77d06-70f2-4bcc-acd2-1407d0cb4361 req-6aaa8260-ef7d-427a-b27f-3a744dce2f8f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:03.266198 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-35a77d06-70f2-4bcc-acd2-1407d0cb4361 req-6aaa8260-ef7d-427a-b27f-3a744dce2f8f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.0490234 Aug 25 17:33:03.304093 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-35a77d06-70f2-4bcc-acd2-1407d0cb4361 req-a4ee8426-6b0e-461a-8e38-7908c5d7994b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317147 Aug 25 17:33:04.025641 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eddef-031c-4178-822a-294ee61db86a req-24f72881-0680-498e-9844-0f7a53b0f670 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:04.027113 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c51eddef-031c-4178-822a-294ee61db86a req-24f72881-0680-498e-9844-0f7a53b0f670 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 944 time: 0.0477643 Aug 25 17:33:04.065533 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c51eddef-031c-4178-822a-294ee61db86a req-a88075bc-9e6c-4ea9-947b-e35e892f8140 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304089 Aug 25 17:33:04.194469 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200528-9fee-4888-89b0-90eee14cbd95 req-11dbf349-7653-4fff-9b85-0640d322bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:04.196051 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a2200528-9fee-4888-89b0-90eee14cbd95 req-11dbf349-7653-4fff-9b85-0640d322bc4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e526eb49411943499a4a02afc2accf53&device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 1097 time: 0.0437350 Aug 25 17:33:04.293523 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200528-9fee-4888-89b0-90eee14cbd95 req-ae0c22bf-515b-4b8e-97cc-d08ad4091b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:04.295032 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a2200528-9fee-4888-89b0-90eee14cbd95 req-ae0c22bf-515b-4b8e-97cc-d08ad4091b1c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e526eb49411943499a4a02afc2accf53&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0890656 Aug 25 17:33:04.477422 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95bf37-c4ab-4c7c-a777-3ae1cef94663 req-047039ec-b265-4b22-9ee5-21e5d5e845ca tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:04.478885 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fd95bf37-c4ab-4c7c-a777-3ae1cef94663 req-047039ec-b265-4b22-9ee5-21e5d5e845ca tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.1039174 Aug 25 17:33:04.527042 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200528-9fee-4888-89b0-90eee14cbd95 req-041a5d5f-6a7f-466a-93ac-9d14c99aca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:04.528539 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a2200528-9fee-4888-89b0-90eee14cbd95 req-041a5d5f-6a7f-466a-93ac-9d14c99aca3e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273093 Aug 25 17:33:04.534192 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fd95bf37-c4ab-4c7c-a777-3ae1cef94663 req-21dc4786-54b8-4fc7-94a0-0413e22e4207 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490117 Aug 25 17:33:04.619033 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-dc676929-124b-4d72-82e4-e8d2afca92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:04.620596 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-dc676929-124b-4d72-82e4-e8d2afca92a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e526eb49411943499a4a02afc2accf53&device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 1097 time: 0.0466678 Aug 25 17:33:04.719538 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-00585faa-ab81-4b34-a1c6-47510a0bb514 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c0c032-bc96-4e1e-bf19-2ad5022ff967 HTTP/1.1" status: 200 len: 217 time: 0.0332615 Aug 25 17:33:04.769014 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-83add7f1-c853-4c1d-b27d-04ca5ab659ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:04.770362 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-83add7f1-c853-4c1d-b27d-04ca5ab659ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94396ce0-624b-46b8-b900-02ee8f92db6b HTTP/1.1" status: 200 len: 855 time: 0.0443590 Aug 25 17:33:04.803407 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-379d1b7b-0cd6-4179-9c7d-36a6c556d121 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a56fe17f-5298-4f89-9b3c-e967e83ed772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251074 Aug 25 17:33:04.898063 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-01ca0693-23c8-47a6-bacb-72c4eed56881 service neutron] 10.222.0.25 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868351 Aug 25 17:33:04.989903 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-173a70da-4eb4-4b21-84d6-b68a53e720f8 req-883b494b-0b54-473d-ba43-944c31f07cdf service neutron] 10.222.0.25 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835264 Aug 25 17:33:05.183185 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b562075-19b7-40d0-ba39-18ba2e2bde27 req-44711a53-677e-4222-a2ce-6bbfbee9c567 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:05.184696 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b562075-19b7-40d0-ba39-18ba2e2bde27 req-44711a53-677e-4222-a2ce-6bbfbee9c567 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 944 time: 0.0525041 Aug 25 17:33:05.223168 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b562075-19b7-40d0-ba39-18ba2e2bde27 req-2b1cb1e4-9b72-4b08-a175-080d3c14771c tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313561 Aug 25 17:33:05.687359 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4075c8f-3d98-44d5-8ac2-4483b7e744cc req-5c1b1883-49c9-43a8-8ebd-870812eb93f5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:05.689258 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4075c8f-3d98-44d5-8ac2-4483b7e744cc req-5c1b1883-49c9-43a8-8ebd-870812eb93f5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.0587099 Aug 25 17:33:05.730714 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4075c8f-3d98-44d5-8ac2-4483b7e744cc req-9fbb1163-c384-487f-a3c8-9888218e3ba3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354533 Aug 25 17:33:06.340559 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751e857-5945-4b63-9344-23802b0aa451 req-e3f75efa-d1eb-4836-9713-ba8202477c62 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:06.342067 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8751e857-5945-4b63-9344-23802b0aa451 req-e3f75efa-d1eb-4836-9713-ba8202477c62 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 944 time: 0.0521047 Aug 25 17:33:06.381347 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8751e857-5945-4b63-9344-23802b0aa451 req-f19cc155-067c-44d8-b86f-66e6201d24dd tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326710 Aug 25 17:33:07.114303 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84ebce-d32b-43d0-a605-dd91db21c5bf req-0932b707-5688-41e3-aba5-315c609f8a8d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:07.115848 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c84ebce-d32b-43d0-a605-dd91db21c5bf req-0932b707-5688-41e3-aba5-315c609f8a8d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.3098195 Aug 25 17:33:07.151657 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c84ebce-d32b-43d0-a605-dd91db21c5bf req-ceb9b523-9c76-4afe-a11c-1d318ce5dfdf tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299923 Aug 25 17:33:07.492980 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e290d-815f-4d46-a79f-28f2237534bb req-1a7619b4-2f66-4d4c-9ee5-94f56d8ef1c7 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:07.494432 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1a1e290d-815f-4d46-a79f-28f2237534bb req-1a7619b4-2f66-4d4c-9ee5-94f56d8ef1c7 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 944 time: 0.0476835 Aug 25 17:33:07.532502 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1a1e290d-815f-4d46-a79f-28f2237534bb req-d8d27d6d-77dd-4b34-8ce6-a0a0d405b121 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Aug 25 17:33:08.272775 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a740bad-8f89-4da8-8019-ea55e83fe304 req-520ff6e8-fdfc-4042-99cf-e54aced697cd tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:08.274228 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a740bad-8f89-4da8-8019-ea55e83fe304 req-520ff6e8-fdfc-4042-99cf-e54aced697cd tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.0477881 Aug 25 17:33:08.312898 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a740bad-8f89-4da8-8019-ea55e83fe304 req-73c51e24-ad29-4463-98c3-cd909ea39803 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326681 Aug 25 17:33:08.653775 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469b7ab-aa17-40ae-b5d4-1563bf4ebcd1 req-3c2a28e2-abb1-47bd-8a5c-1cdd8312bf0c tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:08.655275 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a469b7ab-aa17-40ae-b5d4-1563bf4ebcd1 req-3c2a28e2-abb1-47bd-8a5c-1cdd8312bf0c tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 944 time: 0.0563650 Aug 25 17:33:08.694798 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a469b7ab-aa17-40ae-b5d4-1563bf4ebcd1 req-4cf2f01d-7610-41b4-ba0f-67eeb818bd87 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328987 Aug 25 17:33:09.470316 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0eb1e338-c62c-4ff6-9bd1-2b0ef517e1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:09.650465 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e4c0c032-bc96-4e1e-bf19-2ad5022ff967 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:33:09.744086 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e4c0c032-bc96-4e1e-bf19-2ad5022ff967, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4c0c032-bc96-4e1e-bf19-2ad5022ff967,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:33:09.756080 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'e4c0c032-bc96-4e1e-bf19-2ad5022ff967', 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772', 'port_id': 'e4c0c032-bc96-4e1e-bf19-2ad5022ff967', 'mac_address': 'fa:16:3e:29:33:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94396ce0-624b-46b8-b900-02ee8f92db6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:33:09.807161 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:09.815264 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045b8e4-1452-40a6-b081-1b86e11e6b29 req-a6e02a95-0a6d-4c03-8e08-839adc65a2ec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:09.816818 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7045b8e4-1452-40a6-b081-1b86e11e6b29 req-a6e02a95-0a6d-4c03-8e08-839adc65a2ec tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 944 time: 0.0547726 Aug 25 17:33:09.822289 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c0c032-bc96-4e1e-bf19-2ad5022ff967 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:33:09.842283 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e4c0c032-bc96-4e1e-bf19-2ad5022ff967, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4c0c032-bc96-4e1e-bf19-2ad5022ff967,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:33:09.847407 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:09.857557 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7045b8e4-1452-40a6-b081-1b86e11e6b29 req-a8f30c45-a3ef-4fb5-a614-271120d4a579 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347772 Aug 25 17:33:09.896293 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=e4c0c032-bc96-4e1e-bf19-2ad5022ff967,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:10.441152 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['e4c0c032-bc96-4e1e-bf19-2ad5022ff967'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:33:10.975478 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b4b20-6b9a-4aeb-b53e-77d60c2537ed req-daa7f5d1-130a-44cd-8dcc-010e22366b42 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:10.976980 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ee3b4b20-6b9a-4aeb-b53e-77d60c2537ed req-daa7f5d1-130a-44cd-8dcc-010e22366b42 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 945 time: 0.0500815 Aug 25 17:33:11.014081 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ee3b4b20-6b9a-4aeb-b53e-77d60c2537ed req-3fb667e6-c21c-4d46-a05f-54f34204b3d1 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312710 Aug 25 17:33:11.654341 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e4c0c032-bc96-4e1e-bf19-2ad5022ff967 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:33:11.704563 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port e4c0c032-bc96-4e1e-bf19-2ad5022ff967 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:33:11.708811 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port e4c0c032-bc96-4e1e-bf19-2ad5022ff967 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:33:11.709188 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:11.788962 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:11.811180 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62999bd5-bcd5-4c82-b13e-c4bace14dcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c0c032-bc96-4e1e-bf19-2ad5022ff967'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:33:11.813421 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8e371c-e0d3-44c0-9ed3-39e44a1ac47e" -d '{"events": [{"server_uuid": "62999bd5-bcd5-4c82-b13e-c4bace14dcd1", "name": "network-vif-plugged", "status": "completed", "tag": "e4c0c032-bc96-4e1e-bf19-2ad5022ff967"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:33:11.826504 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e4c0c032-bc96-4e1e-bf19-2ad5022ff967, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4c0c032-bc96-4e1e-bf19-2ad5022ff967,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:33:11.830844 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:11.856899 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d27f806-5712-4fdd-8696-4b127d0da272 x-openstack-request-id: req-2d27f806-5712-4fdd-8696-4b127d0da272 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:33:11.857181 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62999bd5-bcd5-4c82-b13e-c4bace14dcd1", "name": "network-vif-plugged", "status": "completed", "tag": "e4c0c032-bc96-4e1e-bf19-2ad5022ff967", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:33:11.857424 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d27f806-5712-4fdd-8696-4b127d0da272 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:33:11.857800 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62999bd5-bcd5-4c82-b13e-c4bace14dcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c0c032-bc96-4e1e-bf19-2ad5022ff967', 'code': 200} Aug 25 17:33:11.884009 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=e4c0c032-bc96-4e1e-bf19-2ad5022ff967,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:12.039640 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b8f82-7d55-4588-a272-6a072dc829c8 req-02716603-dfc4-4012-80e7-53aad8339598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:12.041095 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f38b8f82-7d55-4588-a272-6a072dc829c8 req-02716603-dfc4-4012-80e7-53aad8339598 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 1099 time: 0.0439098 Aug 25 17:33:12.076852 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f38b8f82-7d55-4588-a272-6a072dc829c8 req-c12afd35-6b8f-4c7a-a685-8ba9c1dd7615 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269971 Aug 25 17:33:12.126944 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c21fe-d5af-40ab-b7bb-6c70f4c2c348 req-38101a25-33bf-471b-afb5-26b6cd4babd8 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:12.128606 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-507c21fe-d5af-40ab-b7bb-6c70f4c2c348 req-38101a25-33bf-471b-afb5-26b6cd4babd8 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0479932 Aug 25 17:33:12.165951 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-507c21fe-d5af-40ab-b7bb-6c70f4c2c348 req-757fdb27-a312-4c1d-ba8f-f8497184dc8a tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314965 Aug 25 17:33:12.219010 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-64cff28b-3161-4028-9100-f5c094d7eb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:12.365110 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:13.279375 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e6358-0876-4594-9a6d-e35ba45b8029 req-8714e2bf-0f84-444f-95de-2471b833d509 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:13.280888 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a79e6358-0876-4594-9a6d-e35ba45b8029 req-8714e2bf-0f84-444f-95de-2471b833d509 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0478823 Aug 25 17:33:13.320951 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a79e6358-0876-4594-9a6d-e35ba45b8029 req-8b9fd969-a162-44d4-861d-779b8a1a9854 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327985 Aug 25 17:33:13.413376 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:13.770810 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:14.437425 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4363111-98a4-4b25-9968-a406ea26f350 req-9ddad9f0-879a-4828-8c63-57196ced885d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:14.438878 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4363111-98a4-4b25-9968-a406ea26f350 req-9ddad9f0-879a-4828-8c63-57196ced885d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0522790 Aug 25 17:33:14.477036 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4363111-98a4-4b25-9968-a406ea26f350 req-3c99332b-323e-45e6-ba81-a48b12ec9897 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Aug 25 17:33:14.728172 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:14.733196 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 51460) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:33:14.780174 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Deleting subnet 33cd230b-2516-46b8-a641-9ce74465d74b {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:33:14.783570 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:14.819386 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63529772'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:14.867793 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:14.923875 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63530909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63909532'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:14.952053 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:14.954042 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/33cd230b-2516-46b8-a641-9ce74465d74b HTTP/1.1" status: 204 len: 168 time: 0.2197959 Aug 25 17:33:14.954927 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33cd230b-2516-46b8-a641-9ce74465d74b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:14.957228 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 51468) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:33:14.963325 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:33:14.963681 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:33:14.964020 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:33:14.964353 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:33:14.964680 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:33:14.965006 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:33:14.965331 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:33:14.965674 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:33:14.965999 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:33:14.966318 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:33:14.966636 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:33:14.966952 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6ccedb-0d0e-4ff8-b47d-e5a0896e6c97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:33:15.024169 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80083691-ae79-46c0-8c74-e75b43f650b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:15.104584 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80083691-ae79-46c0-8c74-e75b43f650b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:15.115030 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-80083691-ae79-46c0-8c74-e75b43f650b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc71a4a3-5389-4c29-a7aa-57847dce8413']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:33:15.125307 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-80083691-ae79-46c0-8c74-e75b43f650b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5260c49-b192-47f6-8a0b-cf5bf76f46e8') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:33:15.125596 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-80083691-ae79-46c0-8c74-e75b43f650b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5260c49-b192-47f6-8a0b-cf5bf76f46e8') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:33:15.135626 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80083691-ae79-46c0-8c74-e75b43f650b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64079768'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:15.149260 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80083691-ae79-46c0-8c74-e75b43f650b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:15.154968 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80083691-ae79-46c0-8c74-e75b43f650b6 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:33:15.155344 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80083691-ae79-46c0-8c74-e75b43f650b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64812785'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: Traceback (most recent call last): Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: timer() Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: cb(*args, **kw) Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: return func(*args, **kwargs) Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: self._notify() Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: self.callback(batched_events) Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: event.method(event) Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: return f(self, *a, **k) Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._get(url).json() Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:33:15.156996 dv-cinder-786385-9-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:33:15.208384 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80083691-ae79-46c0-8c74-e75b43f650b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:15.213920 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80083691-ae79-46c0-8c74-e75b43f650b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:15.215778 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-80083691-ae79-46c0-8c74-e75b43f650b6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dc71a4a3-5389-4c29-a7aa-57847dce8413 HTTP/1.1" status: 204 len: 168 time: 0.2575202 Aug 25 17:33:15.226804 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80083691-ae79-46c0-8c74-e75b43f650b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc71a4a3-5389-4c29-a7aa-57847dce8413,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:15.326719 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 51472) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:33:15.373276 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6b739032-9299-4031-aab2-f87f49e4eac0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e719120f6b3e4972921c7201a76cf7ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453053 Aug 25 17:33:15.375639 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 51474) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:33:15.423839 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df453568-7173-4630-a7c1-e7d84bceb7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:15.445174 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df453568-7173-4630-a7c1-e7d84bceb7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:15.495766 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df453568-7173-4630-a7c1-e7d84bceb7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:15.498320 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df453568-7173-4630-a7c1-e7d84bceb7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:15.499477 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-df453568-7173-4630-a7c1-e7d84bceb7bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d19301ba-6c74-4337-b3d8-581d6eff4b65 HTTP/1.1" status: 204 len: 168 time: 0.1229498 Aug 25 17:33:15.508170 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df453568-7173-4630-a7c1-e7d84bceb7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19301ba-6c74-4337-b3d8-581d6eff4b65,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:16.257337 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-434fea7c-c7bc-4e99-a7ad-3d4b6ed38a13 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:16.258837 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-434fea7c-c7bc-4e99-a7ad-3d4b6ed38a13 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/networks?id=a56fe17f-5298-4f89-9b3c-e967e83ed772 HTTP/1.1" status: 200 len: 815 time: 0.1056390 Aug 25 17:33:16.274460 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-f80f0ad5-d652-4b32-bda7-d9cccb00d507 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/quotas/e526eb49411943499a4a02afc2accf53 HTTP/1.1" status: 200 len: 375 time: 0.0099268 Aug 25 17:33:16.326459 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-5d6a2794-7321-4e27-8768-c1094e7d16b9 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e526eb49411943499a4a02afc2accf53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467165 Aug 25 17:33:16.417667 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-0d7e1b05-d60c-4d39-aef7-fee881969eb5 service neutron] 10.222.0.13 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825696 Aug 25 17:33:16.511641 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-5b12c2c3-947f-474c-b01d-3ddc039636ab service neutron] 10.222.0.13 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878558 Aug 25 17:33:16.663681 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b95c4fa2-0fb0-4322-8b26-f5162e336cdf req-ee19433e-941e-4e97-be51-2871113d44f0 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 210 time: 0.0257545 Aug 25 17:33:17.695341 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-8408790b-9645-4023-9c9a-65bea7f864ae tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:17.696896 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-8408790b-9645-4023-9c9a-65bea7f864ae tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "GET /v2.0/networks?id=a56fe17f-5298-4f89-9b3c-e967e83ed772 HTTP/1.1" status: 200 len: 815 time: 0.1058486 Aug 25 17:33:17.717071 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-82611899-4cde-4726-bcae-f9d6f7714c08 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Request body: {'port': {'device_id': '5790b305-547b-4524-ac9c-079b4674facf', 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772', 'admin_state_up': True, 'tenant_id': 'e526eb49411943499a4a02afc2accf53'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:33:17.789583 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f1e14684-5ef8-4bdf-a96b-58179fdeed83 req-36168085-48f1-44e7-b1aa-a9024de039ce tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 210 time: 0.0559499 Aug 25 17:33:17.848704 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-82611899-4cde-4726-bcae-f9d6f7714c08 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Made reservation on behalf of e526eb49411943499a4a02afc2accf53 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:33:17.852215 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-82611899-4cde-4726-bcae-f9d6f7714c08 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:17.981892 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-82611899-4cde-4726-bcae-f9d6f7714c08 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Allocated IP 172.20.0.9 (a56fe17f-5298-4f89-9b3c-e967e83ed772/94396ce0-624b-46b8-b900-02ee8f92db6b/ae6a69b2-3eed-45f9-9c31-83cced8a0ae4) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:33:18.128003 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-82611899-4cde-4726-bcae-f9d6f7714c08 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:18.166166 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-82611899-4cde-4726-bcae-f9d6f7714c08 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:18.179537 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['1393cfc6-d8b3-45cf-9002-f145c12d4d62', 'e4c0c032-bc96-4e1e-bf19-2ad5022ff967'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:33:18.211213 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-82611899-4cde-4726-bcae-f9d6f7714c08 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Network a56fe17f-5298-4f89-9b3c-e967e83ed772 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:33:18.216374 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-82611899-4cde-4726-bcae-f9d6f7714c08 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:33:18.220718 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-82611899-4cde-4726-bcae-f9d6f7714c08 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:33:18.225298 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82611899-4cde-4726-bcae-f9d6f7714c08 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Pushing event updated for resources: {'Port': ['ID=ae6a69b2-3eed-45f9-9c31-83cced8a0ae4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:18.272044 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-82611899-4cde-4726-bcae-f9d6f7714c08 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:18.272692 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-82611899-4cde-4726-bcae-f9d6f7714c08 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:18.288013 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-82611899-4cde-4726-bcae-f9d6f7714c08 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5756843 Aug 25 17:33:18.309875 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Request body: {'port': {'device_id': '5790b305-547b-4524-ac9c-079b4674facf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:33:18.368298 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:18.632801 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:33:18.640246 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:18.652436 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Transition to ACTIVE for port object ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:33:18.656194 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:18.709086 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6a69b2-3eed-45f9-9c31-83cced8a0ae4,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:18.778047 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Attempting to bind port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:33:18.778381 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Attempting to bind port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:33:18.778708 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Attempting to bind port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 on network a56fe17f-5298-4f89-9b3c-e967e83ed772 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:33:18.782891 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 on network a56fe17f-5298-4f89-9b3c-e967e83ed772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:33:18.783211 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Attempting to bind port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 on network a56fe17f-5298-4f89-9b3c-e967e83ed772 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:33:18.788842 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:33:18.789178 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Checking segment: {'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:33:18.789558 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Bound using segment: {'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:33:18.789982 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Bound port: ae6a69b2-3eed-45f9-9c31-83cced8a0ae4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:33:18.790329 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:18.855792 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] For port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:33:18.860609 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] For port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ae6a69b2-3eed-45f9-9c31-83cced8a0ae4,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:33:18.870989 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:18.929486 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:18.930098 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:18.931452 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] 10.222.0.25 "PUT /v2.0/ports/ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 HTTP/1.1" status: 200 len: 1093 time: 0.6269186 Aug 25 17:33:18.933422 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5790b305-547b-4524-ac9c-079b4674facf', 'tag': 'ae6a69b2-3eed-45f9-9c31-83cced8a0ae4'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:33:18.935649 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f068ee-7d5e-492a-814d-84e163b2db0d" -d '{"events": [{"name": "network-changed", "server_uuid": "5790b305-547b-4524-ac9c-079b4674facf", "tag": "ae6a69b2-3eed-45f9-9c31-83cced8a0ae4"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:33:18.960856 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847445b1-3355-4646-8f6a-e103e9c335d0 req-c18b8eca-bc58-4e00-959f-0e8bc6798346 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:18.962413 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-847445b1-3355-4646-8f6a-e103e9c335d0 req-c18b8eca-bc58-4e00-959f-0e8bc6798346 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 943 time: 0.1043286 Aug 25 17:33:18.967310 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f2837-c18f-4b8e-87d4-9a14de818ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6a69b2-3eed-45f9-9c31-83cced8a0ae4,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:18.986991 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba02950-9737-4ff2-96c1-037373d7d0e0 x-openstack-request-id: req-3ba02950-9737-4ff2-96c1-037373d7d0e0 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:33:18.987295 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5790b305-547b-4524-ac9c-079b4674facf", "tag": "ae6a69b2-3eed-45f9-9c31-83cced8a0ae4", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:33:18.987546 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ba02950-9737-4ff2-96c1-037373d7d0e0 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:33:18.987934 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5790b305-547b-4524-ac9c-079b4674facf', 'tag': 'ae6a69b2-3eed-45f9-9c31-83cced8a0ae4', 'status': 'completed', 'code': 200} Aug 25 17:33:19.030682 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-847445b1-3355-4646-8f6a-e103e9c335d0 req-7b3eb50e-f497-47a6-a660-4301f6c3ddaa tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600696 Aug 25 17:33:19.039393 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-4af33702-a70b-4853-bf6a-ca14923ddb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:19.040890 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-4af33702-a70b-4853-bf6a-ca14923ddb00 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e526eb49411943499a4a02afc2accf53&device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 1096 time: 0.0632825 Aug 25 17:33:19.086966 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-586aa98c-ba1e-45a6-926e-094d16872e00 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 HTTP/1.1" status: 200 len: 217 time: 0.0364950 Aug 25 17:33:19.135424 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-2d7584a3-8335-4f49-b0e5-f6f6fa915168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:19.136778 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-2d7584a3-8335-4f49-b0e5-f6f6fa915168 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94396ce0-624b-46b8-b900-02ee8f92db6b HTTP/1.1" status: 200 len: 855 time: 0.0420668 Aug 25 17:33:19.168159 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-abdab8c0-5d8e-4c12-ad81-cb5a94733b54 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a56fe17f-5298-4f89-9b3c-e967e83ed772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232153 Aug 25 17:33:19.256428 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-1f954948-94a9-43ee-8d33-51f170b21492 service neutron] 10.222.0.25 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791759 Aug 25 17:33:19.352323 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d3e83f50-b985-43a9-8a07-36f6361d5859 req-21394b4a-bd34-402d-87d2-04dcc4d07eb6 service neutron] 10.222.0.25 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878522 Aug 25 17:33:19.449913 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f068ee-7d5e-492a-814d-84e163b2db0d req-611a7292-6454-41b9-9ee6-b64f441ee70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:19.451290 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71f068ee-7d5e-492a-814d-84e163b2db0d req-611a7292-6454-41b9-9ee6-b64f441ee70f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e526eb49411943499a4a02afc2accf53&device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 1096 time: 0.0392735 Aug 25 17:33:19.545047 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f068ee-7d5e-492a-814d-84e163b2db0d req-ae7b108d-080c-41cf-a5ab-e1ca918be16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:19.546562 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71f068ee-7d5e-492a-814d-84e163b2db0d req-ae7b108d-080c-41cf-a5ab-e1ca918be16a service neutron] 10.222.0.25 "GET /v2.0/networks?id=a56fe17f-5298-4f89-9b3c-e967e83ed772 HTTP/1.1" status: 200 len: 916 time: 0.0850294 Aug 25 17:33:19.589888 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71f068ee-7d5e-492a-814d-84e163b2db0d req-7b71f923-2d9e-48c0-ac4f-3431d3273a0f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 HTTP/1.1" status: 200 len: 217 time: 0.0349879 Aug 25 17:33:19.638970 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f068ee-7d5e-492a-814d-84e163b2db0d req-091afd59-c44a-4670-aa3a-5fef6b02230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:19.640433 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71f068ee-7d5e-492a-814d-84e163b2db0d req-091afd59-c44a-4670-aa3a-5fef6b02230b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94396ce0-624b-46b8-b900-02ee8f92db6b HTTP/1.1" status: 200 len: 855 time: 0.0422473 Aug 25 17:33:19.674441 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71f068ee-7d5e-492a-814d-84e163b2db0d req-68f93294-a0a5-4a3b-bcc0-492d46dde231 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a56fe17f-5298-4f89-9b3c-e967e83ed772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242724 Aug 25 17:33:19.773955 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71f068ee-7d5e-492a-814d-84e163b2db0d req-4fbda885-e62a-4d84-a05f-e8e83f21845e service neutron] 10.222.0.25 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893345 Aug 25 17:33:19.867217 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71f068ee-7d5e-492a-814d-84e163b2db0d req-18ec0e5f-4aa3-493e-8a01-5daeb3e7aaac service neutron] 10.222.0.25 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824666 Aug 25 17:33:20.151109 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be571336-5c2e-4638-a246-c91a939eb6f3 req-6aed35e3-26aa-4f8a-9f86-90863276b475 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:20.152580 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-be571336-5c2e-4638-a246-c91a939eb6f3 req-6aed35e3-26aa-4f8a-9f86-90863276b475 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 943 time: 0.0529997 Aug 25 17:33:20.189330 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-be571336-5c2e-4638-a246-c91a939eb6f3 req-49f04adf-43c4-4de2-9133-d7cd72f1a2a0 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308785 Aug 25 17:33:21.304786 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45afa1c-1939-4b42-bf63-4de02a0e44f9 req-43f26744-f2ec-487d-8234-25447ff461c3 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:21.306257 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d45afa1c-1939-4b42-bf63-4de02a0e44f9 req-43f26744-f2ec-487d-8234-25447ff461c3 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 943 time: 0.0493135 Aug 25 17:33:21.344755 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d45afa1c-1939-4b42-bf63-4de02a0e44f9 req-fd91fdfd-a848-4cac-bf2e-619703b68e36 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324411 Aug 25 17:33:22.457985 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729ab22-27b4-4bcd-8be3-0eb60d0b871b req-3d81c49a-b652-4356-9150-66f4cc847a1d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:22.459499 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3729ab22-27b4-4bcd-8be3-0eb60d0b871b req-3d81c49a-b652-4356-9150-66f4cc847a1d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 943 time: 0.0503287 Aug 25 17:33:22.500961 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3729ab22-27b4-4bcd-8be3-0eb60d0b871b req-dda6cd01-69f7-407f-91dd-0d08694af9d8 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351582 Aug 25 17:33:22.645047 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d0f7a-9523-430e-8134-86f382dae2d9 req-59928d43-a8a1-4ac9-b339-296ded452a4d tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:22.646447 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8b6d0f7a-9523-430e-8134-86f382dae2d9 req-59928d43-a8a1-4ac9-b339-296ded452a4d tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0833514 Aug 25 17:33:22.649091 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc764f6-29f1-42b0-8f69-fcb313296987 req-65d92a58-0b85-49ac-bb5f-230a3d7c6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:22.650451 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfc764f6-29f1-42b0-8f69-fcb313296987 req-65d92a58-0b85-49ac-bb5f-230a3d7c6669 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5cbf8ed113c4b7e9503a62bed2221ce&device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 1137 time: 0.0577884 Aug 25 17:33:22.733933 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8b6d0f7a-9523-430e-8134-86f382dae2d9 req-263d6bb7-93fe-411a-8bfb-f0dd6b55cca1 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813990 Aug 25 17:33:22.767524 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc764f6-29f1-42b0-8f69-fcb313296987 req-1776fe38-eb19-4a74-b4cb-898c1e5d5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:22.769656 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfc764f6-29f1-42b0-8f69-fcb313296987 req-1776fe38-eb19-4a74-b4cb-898c1e5d5b48 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9df84681-d070-4d12-8a33-62c614f41776 HTTP/1.1" status: 200 len: 913 time: 0.1038086 Aug 25 17:33:22.836305 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfc764f6-29f1-42b0-8f69-fcb313296987 req-678962c1-ebc6-4e58-90fe-32d4e5fc4052 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca HTTP/1.1" status: 200 len: 1001 time: 0.0571918 Aug 25 17:33:22.886812 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc764f6-29f1-42b0-8f69-fcb313296987 req-d8fecadb-7b3b-4eed-b3fe-9a55b0701db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:22.888306 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfc764f6-29f1-42b0-8f69-fcb313296987 req-d8fecadb-7b3b-4eed-b3fe-9a55b0701db1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=576fc3d0-0569-41b1-b281-0b983a96176e HTTP/1.1" status: 200 len: 851 time: 0.0436368 Aug 25 17:33:22.939448 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc764f6-29f1-42b0-8f69-fcb313296987 req-2280cfaa-4a45-4aef-8a6b-964edee9b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:22.941395 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfc764f6-29f1-42b0-8f69-fcb313296987 req-2280cfaa-4a45-4aef-8a6b-964edee9b542 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9df84681-d070-4d12-8a33-62c614f41776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426402 Aug 25 17:33:23.033016 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfc764f6-29f1-42b0-8f69-fcb313296987 req-c9b685cd-50bf-4770-a98e-b195f3cbd4a3 service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823903 Aug 25 17:33:23.128536 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfc764f6-29f1-42b0-8f69-fcb313296987 req-14c0cc94-b8cb-40ca-9466-a80d1a6e5864 service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850627 Aug 25 17:33:23.619244 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60855d-5a74-4582-b592-a21630cb3991 req-2752c76b-6ce1-4862-b368-d2f7eacd779b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:23.620800 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0d60855d-5a74-4582-b592-a21630cb3991 req-2752c76b-6ce1-4862-b368-d2f7eacd779b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 943 time: 0.0514348 Aug 25 17:33:23.658687 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0d60855d-5a74-4582-b592-a21630cb3991 req-fcfc932e-54b4-4889-b4b5-dd54b188bfb5 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320528 Aug 25 17:33:23.685514 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:33:23.781575 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ae6a69b2-3eed-45f9-9c31-83cced8a0ae4,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:33:23.793952 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'ae6a69b2-3eed-45f9-9c31-83cced8a0ae4', 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772', 'port_id': 'ae6a69b2-3eed-45f9-9c31-83cced8a0ae4', 'mac_address': 'fa:16:3e:48:16:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94396ce0-624b-46b8-b900-02ee8f92db6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:33:23.830998 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:23.843887 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:33:23.850433 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cac51-c608-4f27-b6e1-f263ea9a85c0 req-df591ac0-8ff3-4508-9806-90a663ab2a9c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:23.851978 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-841cac51-c608-4f27-b6e1-f263ea9a85c0 req-df591ac0-8ff3-4508-9806-90a663ab2a9c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0501423 Aug 25 17:33:23.864254 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ae6a69b2-3eed-45f9-9c31-83cced8a0ae4,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:33:23.868230 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:23.895081 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-841cac51-c608-4f27-b6e1-f263ea9a85c0 req-79d96967-b2c6-4b4e-83a1-21ce4642d0b2 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366583 Aug 25 17:33:23.915833 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=ae6a69b2-3eed-45f9-9c31-83cced8a0ae4,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:24.422142 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['ae6a69b2-3eed-45f9-9c31-83cced8a0ae4'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:33:24.775103 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7beb3e-b5a6-4a99-bf0b-c1b7858f2528 req-ca2244cb-274c-4ab7-b4b6-2ff60dc17808 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:24.776580 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cb7beb3e-b5a6-4a99-bf0b-c1b7858f2528 req-ca2244cb-274c-4ab7-b4b6-2ff60dc17808 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 944 time: 0.0514295 Aug 25 17:33:24.819860 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cb7beb3e-b5a6-4a99-bf0b-c1b7858f2528 req-f7c0ddf4-bf7c-4307-8b21-7924f0b4ed52 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371418 Aug 25 17:33:25.012728 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e5ff2-eec4-4b62-8af2-57d1bc898a70 req-a9e1a15d-ab0d-44e6-a18d-76b10ee318c0 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:25.014199 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1d5e5ff2-eec4-4b62-8af2-57d1bc898a70 req-a9e1a15d-ab0d-44e6-a18d-76b10ee318c0 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0502415 Aug 25 17:33:25.057630 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1d5e5ff2-eec4-4b62-8af2-57d1bc898a70 req-38fb180d-310e-4c50-ac46-27ee8c2fe1bf tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365510 Aug 25 17:33:25.928438 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc704c21-643f-4d85-9512-ba976d152092 req-7c3c368d-2785-40a4-8d7a-6181dbceecbe tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:25.929919 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc704c21-643f-4d85-9512-ba976d152092 req-7c3c368d-2785-40a4-8d7a-6181dbceecbe tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 944 time: 0.0487149 Aug 25 17:33:25.968285 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc704c21-643f-4d85-9512-ba976d152092 req-30564edf-78bd-4cd4-9f9a-01b3d0133298 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Aug 25 17:33:26.175757 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290a4a5-f567-4a78-bed5-7900ec44393b req-5d07bf4e-8c1f-4f4d-94a7-a5eda18c5351 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:26.177216 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5290a4a5-f567-4a78-bed5-7900ec44393b req-5d07bf4e-8c1f-4f4d-94a7-a5eda18c5351 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0510497 Aug 25 17:33:26.216398 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5290a4a5-f567-4a78-bed5-7900ec44393b req-2e2da1f2-5d9c-44e9-96a3-6a0e1026ee88 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332599 Aug 25 17:33:27.081854 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff906a2-466d-4420-a805-a607ce0572b2 req-01f1bf42-3684-41ef-9d05-6030977edc8a tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:27.083351 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eff906a2-466d-4420-a805-a607ce0572b2 req-01f1bf42-3684-41ef-9d05-6030977edc8a tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 944 time: 0.0506718 Aug 25 17:33:27.123213 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eff906a2-466d-4420-a805-a607ce0572b2 req-24518fc4-6ea3-4bc0-80b2-72e2ed6c7ba5 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337696 Aug 25 17:33:27.331551 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda6666-927f-47fb-a996-1ed0cef524d1 req-36d668ac-954c-43e1-8c0f-65f28c49197d tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:27.332968 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2cda6666-927f-47fb-a996-1ed0cef524d1 req-36d668ac-954c-43e1-8c0f-65f28c49197d tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0510430 Aug 25 17:33:27.371571 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2cda6666-927f-47fb-a996-1ed0cef524d1 req-2937ee79-b1d4-4df1-ae3b-1ec539beb99d tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319245 Aug 25 17:33:27.708979 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:33:27.757979 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:33:27.762349 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:33:27.762768 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:27.843667 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:27.865028 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5790b305-547b-4524-ac9c-079b4674facf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6a69b2-3eed-45f9-9c31-83cced8a0ae4'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:33:27.867229 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626d8128-a67a-461d-8ee9-9df6dfd74717" -d '{"events": [{"server_uuid": "5790b305-547b-4524-ac9c-079b4674facf", "name": "network-vif-plugged", "status": "completed", "tag": "ae6a69b2-3eed-45f9-9c31-83cced8a0ae4"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:33:27.880748 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ae6a69b2-3eed-45f9-9c31-83cced8a0ae4,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:33:27.884606 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:27.907964 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03511b26-a4de-4b18-baf4-d614722448dc x-openstack-request-id: req-03511b26-a4de-4b18-baf4-d614722448dc {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:33:27.908249 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5790b305-547b-4524-ac9c-079b4674facf", "name": "network-vif-plugged", "status": "completed", "tag": "ae6a69b2-3eed-45f9-9c31-83cced8a0ae4", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:33:27.908493 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03511b26-a4de-4b18-baf4-d614722448dc {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:33:27.909056 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5790b305-547b-4524-ac9c-079b4674facf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6a69b2-3eed-45f9-9c31-83cced8a0ae4', 'code': 200} Aug 25 17:33:27.935490 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=ae6a69b2-3eed-45f9-9c31-83cced8a0ae4,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:28.083023 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e55ab-a45e-4184-89fe-053345e4372e req-faed1405-35f3-4c45-adb3-c668ee22ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:28.084539 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-422e55ab-a45e-4184-89fe-053345e4372e req-faed1405-35f3-4c45-adb3-c668ee22ed26 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 1098 time: 0.0425580 Aug 25 17:33:28.119111 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-422e55ab-a45e-4184-89fe-053345e4372e req-4ac9def3-6646-46bf-b40d-18d0c274e3a6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268979 Aug 25 17:33:28.235068 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b729c68-01ca-4b79-a039-6189696c202c req-938f6a7b-d40e-445c-a1fb-7e7f38a8a713 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:28.236552 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5b729c68-01ca-4b79-a039-6189696c202c req-938f6a7b-d40e-445c-a1fb-7e7f38a8a713 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 945 time: 0.0478153 Aug 25 17:33:28.273588 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5b729c68-01ca-4b79-a039-6189696c202c req-8accf43d-443f-425b-8a88-379dff355f0f tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307136 Aug 25 17:33:28.487461 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd0c15-cf2f-4769-b223-e4ab8fb1d864 req-8a32c433-fcfe-4e8d-8fff-45fdd5b53fea tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:28.488952 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b7cd0c15-cf2f-4769-b223-e4ab8fb1d864 req-8a32c433-fcfe-4e8d-8fff-45fdd5b53fea tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0488768 Aug 25 17:33:28.528873 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b7cd0c15-cf2f-4769-b223-e4ab8fb1d864 req-adc97327-bd2d-49c8-ac35-613bea22ebf6 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338655 Aug 25 17:33:29.392009 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb08c38-e887-46f6-a1d5-f8dc4413a5b7 req-b51219dc-2188-4c9f-bbdf-0774b1ab5313 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:29.393453 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8eb08c38-e887-46f6-a1d5-f8dc4413a5b7 req-b51219dc-2188-4c9f-bbdf-0774b1ab5313 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 945 time: 0.0499821 Aug 25 17:33:29.430248 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8eb08c38-e887-46f6-a1d5-f8dc4413a5b7 req-b6472729-db3e-4820-ac57-6f12b52841eb tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303059 Aug 25 17:33:29.642892 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3c09c-98c4-436f-a4b9-86ba31aed320 req-b21726c3-6420-44f1-a9ca-8bb02d5a305c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:29.644361 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fad3c09c-98c4-436f-a4b9-86ba31aed320 req-b21726c3-6420-44f1-a9ca-8bb02d5a305c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0482578 Aug 25 17:33:29.684226 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fad3c09c-98c4-436f-a4b9-86ba31aed320 req-18981cf8-79f1-486b-8782-3a52c2bde323 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338008 Aug 25 17:33:30.542469 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfea17-385c-46de-b4d7-a2032c70b60a req-26e5db23-bd2c-49c9-9621-594e61106d37 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:30.543972 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a8dfea17-385c-46de-b4d7-a2032c70b60a req-26e5db23-bd2c-49c9-9621-594e61106d37 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 945 time: 0.0482500 Aug 25 17:33:30.584187 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a8dfea17-385c-46de-b4d7-a2032c70b60a req-238e3c7b-510c-4a24-a8e2-a9cadbe92f72 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341666 Aug 25 17:33:30.811318 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3d243-6347-4b30-89eb-45f52bdb08b3 req-c465037a-cff6-4c7a-85a7-ef28f983c5de tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:30.813477 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e2c3d243-6347-4b30-89eb-45f52bdb08b3 req-c465037a-cff6-4c7a-85a7-ef28f983c5de tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0597177 Aug 25 17:33:30.861249 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e2c3d243-6347-4b30-89eb-45f52bdb08b3 req-751f5a5d-6d28-40fe-b56b-3213e1674fc2 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384593 Aug 25 17:33:31.985457 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679d4a8-1525-41b0-931e-fd7a37ae76e0 req-0bca3bbb-dfa5-46b5-8d1c-2364fe27806d tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:31.987003 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0679d4a8-1525-41b0-931e-fd7a37ae76e0 req-0bca3bbb-dfa5-46b5-8d1c-2364fe27806d tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0528278 Aug 25 17:33:32.028284 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0679d4a8-1525-41b0-931e-fd7a37ae76e0 req-ce5f154f-edea-493f-9bc7-f837890a2790 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348892 Aug 25 17:33:32.698379 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:33:33.147051 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721f68e-f7a9-4fcb-81b1-48e7a249180d req-1ce87929-61b5-4e8d-ba0d-e27b77084bf0 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:33.148575 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e721f68e-f7a9-4fcb-81b1-48e7a249180d req-1ce87929-61b5-4e8d-ba0d-e27b77084bf0 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0499277 Aug 25 17:33:33.189195 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e721f68e-f7a9-4fcb-81b1-48e7a249180d req-a2be3e36-ab5a-4170-85ff-b4fb0809bcdf tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345666 Aug 25 17:33:34.311632 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bd149-4295-4ca9-b03f-057fe298ff9c req-a568a97e-6fd3-46eb-a069-7cb0c4384f9a tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:34.313157 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-169bd149-4295-4ca9-b03f-057fe298ff9c req-a568a97e-6fd3-46eb-a069-7cb0c4384f9a tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0534995 Aug 25 17:33:34.356185 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-169bd149-4295-4ca9-b03f-057fe298ff9c req-c88de6a1-7486-4602-9772-932c5c158428 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365129 Aug 25 17:33:35.469927 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7c9b9-130a-46c0-87b9-a054fdf3a6d1 req-45b61442-bca5-41fc-bc71-761ce34a03a1 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:35.471400 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-02b7c9b9-130a-46c0-87b9-a054fdf3a6d1 req-45b61442-bca5-41fc-bc71-761ce34a03a1 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0490685 Aug 25 17:33:35.511651 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-02b7c9b9-130a-46c0-87b9-a054fdf3a6d1 req-23e312f3-be0e-4cdc-bf36-dfaa6a265377 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336735 Aug 25 17:33:36.624032 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283aa819-fccd-4f72-8d91-90d462cbadd0 req-d157fbd6-0b52-4706-9a53-ebd24ea8bae3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:36.625502 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-283aa819-fccd-4f72-8d91-90d462cbadd0 req-d157fbd6-0b52-4706-9a53-ebd24ea8bae3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0487053 Aug 25 17:33:36.665065 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-283aa819-fccd-4f72-8d91-90d462cbadd0 req-6340aced-c29f-422e-8863-d67398518045 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328503 Aug 25 17:33:37.782835 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e8f79-3a73-4fec-85a2-6e2f09db4099 req-a168efae-3f4b-4ee9-bfed-65184284a64d tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:37.784225 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c8e8f79-3a73-4fec-85a2-6e2f09db4099 req-a168efae-3f4b-4ee9-bfed-65184284a64d tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0523622 Aug 25 17:33:37.825162 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c8e8f79-3a73-4fec-85a2-6e2f09db4099 req-eb8949d0-4b98-4fec-947f-3125ef28dd09 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345995 Aug 25 17:33:38.939705 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7073fc-536b-4d5b-87c0-9232e13ba3f0 req-b4843b59-f5fe-4a28-bc53-cd03c7cc58ec tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:38.941228 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bb7073fc-536b-4d5b-87c0-9232e13ba3f0 req-b4843b59-f5fe-4a28-bc53-cd03c7cc58ec tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0494175 Aug 25 17:33:38.983180 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bb7073fc-536b-4d5b-87c0-9232e13ba3f0 req-102357b1-8ecd-46c9-b509-b267a689a5ea tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353839 Aug 25 17:33:39.471823 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e23477a1-28c0-417f-83ad-ff936a81b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:40.107158 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42dce2-f188-402d-8acc-6b7bdbe66825 req-bcce2590-a9f5-48a4-b228-e108bed2a716 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:40.108703 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7e42dce2-f188-402d-8acc-6b7bdbe66825 req-bcce2590-a9f5-48a4-b228-e108bed2a716 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0540819 Aug 25 17:33:40.149249 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7e42dce2-f188-402d-8acc-6b7bdbe66825 req-c147957a-59f8-4714-ac5d-3e8d2eb86e8c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&id=b792f371-e7be-4b30-929e-4ca6d803a3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343597 Aug 25 17:33:40.269775 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fdb04081-7c56-4bb7-80fe-e2f6e110583f req-aade5e2f-8d9a-4830-ac19-b6af577e0d9a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415652 Aug 25 17:33:40.330304 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb04081-7c56-4bb7-80fe-e2f6e110583f req-12e17088-32dd-4e07-b841-cc4352a6a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:40.331884 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fdb04081-7c56-4bb7-80fe-e2f6e110583f req-12e17088-32dd-4e07-b841-cc4352a6a51d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=759f66c057c9467a91417329b258a2fa&device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 1098 time: 0.0389006 Aug 25 17:33:40.439939 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb04081-7c56-4bb7-80fe-e2f6e110583f req-112dcc1b-71a1-4837-9052-3b9618627d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:40.441416 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fdb04081-7c56-4bb7-80fe-e2f6e110583f req-112dcc1b-71a1-4837-9052-3b9618627d1c service neutron] 10.222.0.25 "GET /v2.0/networks?id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 HTTP/1.1" status: 200 len: 911 time: 0.0843935 Aug 25 17:33:40.520033 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fdb04081-7c56-4bb7-80fe-e2f6e110583f req-4eaa9799-d420-412b-89bd-aa157d87cb2b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e831d281-f54f-498f-8a3f-1e6801aad703 HTTP/1.1" status: 200 len: 1001 time: 0.0607054 Aug 25 17:33:40.582169 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb04081-7c56-4bb7-80fe-e2f6e110583f req-83683e42-1b8e-47ee-8e9b-532fad73dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:40.584259 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fdb04081-7c56-4bb7-80fe-e2f6e110583f req-83683e42-1b8e-47ee-8e9b-532fad73dc24 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d88b7ad9-4828-4f9c-970b-b476b3fb93c6 HTTP/1.1" status: 200 len: 849 time: 0.0468915 Aug 25 17:33:40.630896 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb04081-7c56-4bb7-80fe-e2f6e110583f req-78f64816-1e8a-4fe4-9d69-6e3a1f083be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:40.632424 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fdb04081-7c56-4bb7-80fe-e2f6e110583f req-78f64816-1e8a-4fe4-9d69-6e3a1f083be1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405581 Aug 25 17:33:40.977689 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fdb04081-7c56-4bb7-80fe-e2f6e110583f req-a0cb8056-fd87-4604-aa1d-985e060816bc service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358455 Aug 25 17:33:41.076198 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fdb04081-7c56-4bb7-80fe-e2f6e110583f req-95365549-3ee1-4f18-9e9a-d8c29d60238e service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878115 Aug 25 17:33:41.392895 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-2008044c-3a5a-4a54-a62e-cd85cadc3c13 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:41.394378 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-2008044c-3a5a-4a54-a62e-cd85cadc3c13 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/networks?id=a56fe17f-5298-4f89-9b3c-e967e83ed772 HTTP/1.1" status: 200 len: 815 time: 0.1043029 Aug 25 17:33:41.410164 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-1ab5c858-f54d-444b-a159-31607ae2d582 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/quotas/e526eb49411943499a4a02afc2accf53 HTTP/1.1" status: 200 len: 375 time: 0.0093544 Aug 25 17:33:41.465415 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-748a3043-c321-48f8-baf1-7438cdb4422a tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e526eb49411943499a4a02afc2accf53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494723 Aug 25 17:33:41.556985 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-b142ef54-cc3f-4e8e-b02d-b4ac633dee18 service neutron] 10.222.0.13 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846136 Aug 25 17:33:41.647054 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-2aa01945-52aa-459a-ae28-8394a2233826 service neutron] 10.222.0.13 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840623 Aug 25 17:33:41.804484 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bfc63e89-624a-4385-9c39-a9fd0aa4f70d req-5389ce28-3d0d-4166-9522-841fe1c7ac68 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 210 time: 0.0278640 Aug 25 17:33:42.221684 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b6242401-dd91-458c-b66e-999ede12b60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:42.367514 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:42.818526 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-52bee34f-f3c6-4520-8b66-3e136d5b3f3d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:42.820016 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-52bee34f-f3c6-4520-8b66-3e136d5b3f3d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "GET /v2.0/networks?id=a56fe17f-5298-4f89-9b3c-e967e83ed772 HTTP/1.1" status: 200 len: 815 time: 0.1038735 Aug 25 17:33:42.835119 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-04294e55-33a9-4461-9fad-160137a053e6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Request body: {'port': {'device_id': '93d3540d-47e8-4ec9-b20d-6e4f7e260e92', 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772', 'admin_state_up': True, 'tenant_id': 'e526eb49411943499a4a02afc2accf53'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:33:42.916229 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2d54049-cff7-4adc-a76b-e2aa37ed6470 req-258d5ae4-1043-4375-b255-0d6390e02c7f tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 210 time: 0.0364995 Aug 25 17:33:42.973773 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-04294e55-33a9-4461-9fad-160137a053e6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Made reservation on behalf of e526eb49411943499a4a02afc2accf53 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:33:42.977819 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-04294e55-33a9-4461-9fad-160137a053e6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:43.139995 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c42d6c-f024-4036-befb-7d243c6f886d req-5c444bbe-ee40-42fd-ad1f-c71bfcb939b4 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:43.141405 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-50c42d6c-f024-4036-befb-7d243c6f886d req-5c444bbe-ee40-42fd-ad1f-c71bfcb939b4 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0933177 Aug 25 17:33:43.158625 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-04294e55-33a9-4461-9fad-160137a053e6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Allocated IP 172.20.0.5 (a56fe17f-5298-4f89-9b3c-e967e83ed772/94396ce0-624b-46b8-b900-02ee8f92db6b/8c2428a1-f76a-42ea-8063-a104ea78a18b) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:33:43.203520 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-50c42d6c-f024-4036-befb-7d243c6f886d req-b7b2bab2-6f21-412c-afdf-c51dfbadf6d5 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559406 Aug 25 17:33:43.322245 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-04294e55-33a9-4461-9fad-160137a053e6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:43.361071 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-04294e55-33a9-4461-9fad-160137a053e6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:43.376141 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['1393cfc6-d8b3-45cf-9002-f145c12d4d62', 'e4c0c032-bc96-4e1e-bf19-2ad5022ff967', 'ae6a69b2-3eed-45f9-9c31-83cced8a0ae4'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:33:43.410238 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-04294e55-33a9-4461-9fad-160137a053e6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Network a56fe17f-5298-4f89-9b3c-e967e83ed772 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:33:43.413931 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-04294e55-33a9-4461-9fad-160137a053e6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:33:43.417849 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-04294e55-33a9-4461-9fad-160137a053e6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:33:43.432112 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:43.443998 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04294e55-33a9-4461-9fad-160137a053e6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Pushing event updated for resources: {'Port': ['ID=8c2428a1-f76a-42ea-8063-a104ea78a18b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:43.469920 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-04294e55-33a9-4461-9fad-160137a053e6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:43.470524 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-04294e55-33a9-4461-9fad-160137a053e6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:43.485625 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-04294e55-33a9-4461-9fad-160137a053e6 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6556046 Aug 25 17:33:43.512049 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Request body: {'port': {'device_id': '93d3540d-47e8-4ec9-b20d-6e4f7e260e92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:33:43.570155 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:43.758696 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:43.838131 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2428a1-f76a-42ea-8063-a104ea78a18b {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:33:43.845303 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:43.857662 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Transition to ACTIVE for port object 8c2428a1-f76a-42ea-8063-a104ea78a18b will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:33:43.861449 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:43.910000 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Pushing event updated for resources: {'Port': ['ID=8c2428a1-f76a-42ea-8063-a104ea78a18b,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:43.977605 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Attempting to bind port 8c2428a1-f76a-42ea-8063-a104ea78a18b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:33:43.977934 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Attempting to bind port 8c2428a1-f76a-42ea-8063-a104ea78a18b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:33:43.978257 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Attempting to bind port 8c2428a1-f76a-42ea-8063-a104ea78a18b on network a56fe17f-5298-4f89-9b3c-e967e83ed772 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:33:43.982443 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Port 8c2428a1-f76a-42ea-8063-a104ea78a18b on network a56fe17f-5298-4f89-9b3c-e967e83ed772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:33:43.982756 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Attempting to bind port 8c2428a1-f76a-42ea-8063-a104ea78a18b on network a56fe17f-5298-4f89-9b3c-e967e83ed772 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:33:44.001418 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:33:44.001754 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Checking segment: {'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:33:44.002118 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Bound using segment: {'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:33:44.002628 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Bound port: 8c2428a1-f76a-42ea-8063-a104ea78a18b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d0686c-cd1f-42d5-8934-4d88c2e7561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:33:44.002979 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:44.074722 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeabf86-f3b6-4cd6-a7b7-a5c6c0da198b req-3153d66a-4529-412a-9067-282e83711d0d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:44.076223 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7eeabf86-f3b6-4cd6-a7b7-a5c6c0da198b req-3153d66a-4529-412a-9067-282e83711d0d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 943 time: 0.0905910 Aug 25 17:33:44.112977 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] For port 8c2428a1-f76a-42ea-8063-a104ea78a18b, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:33:44.135200 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] For port 8c2428a1-f76a-42ea-8063-a104ea78a18b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c2428a1-f76a-42ea-8063-a104ea78a18b,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:33:44.141347 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7eeabf86-f3b6-4cd6-a7b7-a5c6c0da198b req-74c4dcf2-ff7a-4cef-9253-e2fbaa4513f2 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574138 Aug 25 17:33:44.142887 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:44.180411 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:44.181028 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:44.182411 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-116c43b4-cd45-4924-b563-e4380361351f service neutron] 10.222.0.25 "PUT /v2.0/ports/8c2428a1-f76a-42ea-8063-a104ea78a18b HTTP/1.1" status: 200 len: 1093 time: 0.6761608 Aug 25 17:33:44.182851 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d3540d-47e8-4ec9-b20d-6e4f7e260e92', 'tag': '8c2428a1-f76a-42ea-8063-a104ea78a18b'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:33:44.185167 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b87332c-a89d-4349-acee-6ff4e96ac61e" -d '{"events": [{"name": "network-changed", "server_uuid": "93d3540d-47e8-4ec9-b20d-6e4f7e260e92", "tag": "8c2428a1-f76a-42ea-8063-a104ea78a18b"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:33:44.208865 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c43b4-cd45-4924-b563-e4380361351f service neutron] Pushing event updated for resources: {'Port': ['ID=8c2428a1-f76a-42ea-8063-a104ea78a18b,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:44.222029 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf89282-eb50-43b7-b84e-8c13cafca4b3 x-openstack-request-id: req-bdf89282-eb50-43b7-b84e-8c13cafca4b3 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:33:44.222320 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d3540d-47e8-4ec9-b20d-6e4f7e260e92", "tag": "8c2428a1-f76a-42ea-8063-a104ea78a18b", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:33:44.222577 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdf89282-eb50-43b7-b84e-8c13cafca4b3 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:33:44.222976 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d3540d-47e8-4ec9-b20d-6e4f7e260e92', 'tag': '8c2428a1-f76a-42ea-8063-a104ea78a18b', 'status': 'completed', 'code': 200} Aug 25 17:33:44.289730 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-9ba6dc1b-124b-48b4-b1f9-503242cbe98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:44.291309 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-9ba6dc1b-124b-48b4-b1f9-503242cbe98c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e526eb49411943499a4a02afc2accf53&device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 1096 time: 0.0548270 Aug 25 17:33:44.347346 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-006ae94f-e61e-4fba-97f4-37ba4aeefe89 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c2428a1-f76a-42ea-8063-a104ea78a18b HTTP/1.1" status: 200 len: 217 time: 0.0378883 Aug 25 17:33:44.372509 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6509a-bd6e-4752-808c-3ebd35d1bf7e req-57a05fd5-a231-43f7-86e1-f1ad6df66867 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:44.373937 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfc6509a-bd6e-4752-808c-3ebd35d1bf7e req-57a05fd5-a231-43f7-86e1-f1ad6df66867 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0993838 Aug 25 17:33:44.433700 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-f2ccda9c-499a-4b80-9e70-43302e570d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:44.435048 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-f2ccda9c-499a-4b80-9e70-43302e570d4a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94396ce0-624b-46b8-b900-02ee8f92db6b HTTP/1.1" status: 200 len: 855 time: 0.0788047 Aug 25 17:33:44.443051 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfc6509a-bd6e-4752-808c-3ebd35d1bf7e req-0783cdb6-99c3-4d8d-b692-b688c708bed3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475705 Aug 25 17:33:44.470930 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-6790793e-9291-4560-89b9-85dcd30b079a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a56fe17f-5298-4f89-9b3c-e967e83ed772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253465 Aug 25 17:33:44.561981 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-3e4da436-61c7-47a0-b88a-684e640a717d service neutron] 10.222.0.25 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803809 Aug 25 17:33:44.660533 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf1983cf-6780-46d6-890a-c811cfbe5df3 req-e6657802-1558-4c07-a0c6-1bc9ce378eb2 service neutron] 10.222.0.25 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878775 Aug 25 17:33:44.727609 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:44.784349 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87332c-a89d-4349-acee-6ff4e96ac61e req-1dbd3735-a8f6-4444-b052-21ba482074c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:44.785844 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b87332c-a89d-4349-acee-6ff4e96ac61e req-1dbd3735-a8f6-4444-b052-21ba482074c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e526eb49411943499a4a02afc2accf53&device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 1096 time: 0.0408363 Aug 25 17:33:44.879976 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87332c-a89d-4349-acee-6ff4e96ac61e req-4f86db7d-613a-4f0d-a3f1-da87a5569a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:44.881451 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b87332c-a89d-4349-acee-6ff4e96ac61e req-4f86db7d-613a-4f0d-a3f1-da87a5569a75 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a56fe17f-5298-4f89-9b3c-e967e83ed772 HTTP/1.1" status: 200 len: 916 time: 0.0864863 Aug 25 17:33:44.923176 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b87332c-a89d-4349-acee-6ff4e96ac61e req-661f69aa-91ae-4b76-8c9a-c72cdddaa179 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c2428a1-f76a-42ea-8063-a104ea78a18b HTTP/1.1" status: 200 len: 217 time: 0.0331311 Aug 25 17:33:44.972509 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87332c-a89d-4349-acee-6ff4e96ac61e req-58e33e51-8748-48c8-acf5-9d5e1b5bc847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:44.974507 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b87332c-a89d-4349-acee-6ff4e96ac61e req-58e33e51-8748-48c8-acf5-9d5e1b5bc847 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94396ce0-624b-46b8-b900-02ee8f92db6b HTTP/1.1" status: 200 len: 855 time: 0.0426831 Aug 25 17:33:45.007930 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b87332c-a89d-4349-acee-6ff4e96ac61e req-a6ca459f-5c48-4f18-b06b-d6df6b5312ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a56fe17f-5298-4f89-9b3c-e967e83ed772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241609 Aug 25 17:33:45.102573 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b87332c-a89d-4349-acee-6ff4e96ac61e req-36dca8dc-69d8-4fcf-a0e0-43aed7cb71b2 service neutron] 10.222.0.25 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864439 Aug 25 17:33:45.200940 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b87332c-a89d-4349-acee-6ff4e96ac61e req-ca7ee1dd-2f39-4d00-9c13-e858050c0755 service neutron] 10.222.0.25 "GET /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804746 Aug 25 17:33:45.260894 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc144cd-c687-4d13-9fac-591d187cb2d3 req-bf97fe2d-2407-452c-893e-ada31e9af3de tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:45.262280 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-edc144cd-c687-4d13-9fac-591d187cb2d3 req-bf97fe2d-2407-452c-893e-ada31e9af3de tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 943 time: 0.0517733 Aug 25 17:33:45.300969 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-edc144cd-c687-4d13-9fac-591d187cb2d3 req-2f3b2929-e27e-4b77-9e1e-5b19e9c61ddf tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324979 Aug 25 17:33:45.559309 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6db20-1e7c-42a3-9910-34f17ab989e2 req-299400e4-156e-4887-949a-e8f5ba021ed7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:45.560874 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-25a6db20-1e7c-42a3-9910-34f17ab989e2 req-299400e4-156e-4887-949a-e8f5ba021ed7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0497341 Aug 25 17:33:45.601314 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-25a6db20-1e7c-42a3-9910-34f17ab989e2 req-98b82668-78e0-4607-9f58-badd8097190f tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345178 Aug 25 17:33:46.415274 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2067ce-2b65-4338-ab8c-3624f8ae2648 req-7d14f5f2-0745-4e6f-a517-a272deab7c52 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:46.416803 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab2067ce-2b65-4338-ab8c-3624f8ae2648 req-7d14f5f2-0745-4e6f-a517-a272deab7c52 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 943 time: 0.0489657 Aug 25 17:33:46.454277 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab2067ce-2b65-4338-ab8c-3624f8ae2648 req-b30e1951-e7c1-4f52-ba7e-5caee761fad0 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Aug 25 17:33:46.724720 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484d559-1cbd-4c82-b555-90aa5faa0566 req-396df913-a5ed-4dfb-81c2-efec2557394e tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:46.726242 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1484d559-1cbd-4c82-b555-90aa5faa0566 req-396df913-a5ed-4dfb-81c2-efec2557394e tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0551589 Aug 25 17:33:46.771204 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1484d559-1cbd-4c82-b555-90aa5faa0566 req-50cd6326-1789-46a4-859f-abad7e923d9d tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341382 Aug 25 17:33:47.568492 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb9fe9-7aea-41d0-8870-85e99e5363f6 req-81ffe855-deef-43b7-9f9f-596f629b00b8 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:47.570037 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-60cb9fe9-7aea-41d0-8870-85e99e5363f6 req-81ffe855-deef-43b7-9f9f-596f629b00b8 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 943 time: 0.0507047 Aug 25 17:33:47.613920 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-60cb9fe9-7aea-41d0-8870-85e99e5363f6 req-a31d1024-9753-4491-9ad1-65cc159484da tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377896 Aug 25 17:33:47.802951 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 8c2428a1-f76a-42ea-8063-a104ea78a18b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:33:47.888656 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f117a6-2b3a-4ce8-b048-08eb180c58ac req-2f92f4e5-cae6-4bd7-94e6-4aa0dad71dcb tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:47.890150 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71f117a6-2b3a-4ce8-b048-08eb180c58ac req-2f92f4e5-cae6-4bd7-94e6-4aa0dad71dcb tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0498638 Aug 25 17:33:47.896996 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 8c2428a1-f76a-42ea-8063-a104ea78a18b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c2428a1-f76a-42ea-8063-a104ea78a18b,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:33:47.908427 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': '8c2428a1-f76a-42ea-8063-a104ea78a18b', 'network_id': 'a56fe17f-5298-4f89-9b3c-e967e83ed772', 'port_id': '8c2428a1-f76a-42ea-8063-a104ea78a18b', 'mac_address': 'fa:16:3e:7e:86:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94396ce0-624b-46b8-b900-02ee8f92db6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:33:47.930417 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71f117a6-2b3a-4ce8-b048-08eb180c58ac req-1d366535-732b-4e71-a230-79babc1dcee6 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330155 Aug 25 17:33:47.951694 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:47.969476 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2428a1-f76a-42ea-8063-a104ea78a18b {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:33:47.989934 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 8c2428a1-f76a-42ea-8063-a104ea78a18b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c2428a1-f76a-42ea-8063-a104ea78a18b,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:33:47.994029 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:48.040761 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=8c2428a1-f76a-42ea-8063-a104ea78a18b,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:48.439637 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['8c2428a1-f76a-42ea-8063-a104ea78a18b'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:33:48.732797 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dfecf-b547-451b-8696-276bd1f49dda req-a6c94425-c0c0-4cee-9f22-1793e5235199 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:48.734275 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6d9dfecf-b547-451b-8696-276bd1f49dda req-a6c94425-c0c0-4cee-9f22-1793e5235199 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 944 time: 0.0512972 Aug 25 17:33:48.773508 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6d9dfecf-b547-451b-8696-276bd1f49dda req-0b1f00c2-7933-4c5b-8acb-a799105ebc0a tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328269 Aug 25 17:33:49.044010 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4bfd4-8877-4b5b-a163-1e3caaf69e10 req-fef9e68b-4689-4a3f-977b-b548c8fba2e1 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:49.046029 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b5c4bfd4-8877-4b5b-a163-1e3caaf69e10 req-fef9e68b-4689-4a3f-977b-b548c8fba2e1 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0486498 Aug 25 17:33:49.083017 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b5c4bfd4-8877-4b5b-a163-1e3caaf69e10 req-54756912-a67e-435f-a66b-82db8ad12ff5 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312440 Aug 25 17:33:49.832830 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 8c2428a1-f76a-42ea-8063-a104ea78a18b up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:33:49.885820 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port 8c2428a1-f76a-42ea-8063-a104ea78a18b completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:33:49.889816 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port 8c2428a1-f76a-42ea-8063-a104ea78a18b triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:33:49.890214 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:49.894092 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0557adf-4e3d-4319-bdf3-73c3d541f625 req-d4f59671-bb6a-4c19-b3ec-45bf2599dbd7 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:49.895822 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f0557adf-4e3d-4319-bdf3-73c3d541f625 req-d4f59671-bb6a-4c19-b3ec-45bf2599dbd7 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 944 time: 0.0542722 Aug 25 17:33:49.934697 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f0557adf-4e3d-4319-bdf3-73c3d541f625 req-fa49a252-c270-433d-8f67-0fcdb581eafa tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326371 Aug 25 17:33:49.971272 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:49.995397 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d3540d-47e8-4ec9-b20d-6e4f7e260e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2428a1-f76a-42ea-8063-a104ea78a18b'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:33:49.997985 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300a0ae4-a19d-4280-9aa3-1dde150ff530" -d '{"events": [{"server_uuid": "93d3540d-47e8-4ec9-b20d-6e4f7e260e92", "name": "network-vif-plugged", "status": "completed", "tag": "8c2428a1-f76a-42ea-8063-a104ea78a18b"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:33:50.012453 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 8c2428a1-f76a-42ea-8063-a104ea78a18b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c2428a1-f76a-42ea-8063-a104ea78a18b,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:33:50.017449 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:33:50.043488 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c485054b-ce39-4bc3-aacb-55e9067d9c54 x-openstack-request-id: req-c485054b-ce39-4bc3-aacb-55e9067d9c54 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:33:50.043797 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d3540d-47e8-4ec9-b20d-6e4f7e260e92", "name": "network-vif-plugged", "status": "completed", "tag": "8c2428a1-f76a-42ea-8063-a104ea78a18b", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:33:50.044047 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c485054b-ce39-4bc3-aacb-55e9067d9c54 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:33:50.044425 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d3540d-47e8-4ec9-b20d-6e4f7e260e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2428a1-f76a-42ea-8063-a104ea78a18b', 'code': 200} Aug 25 17:33:50.070689 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=8c2428a1-f76a-42ea-8063-a104ea78a18b,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:33:50.225434 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac43f9-b352-4f76-9dfb-9b43ab9531a4 req-da0fa85b-3995-4582-af54-636717508e21 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:50.226911 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-09ac43f9-b352-4f76-9dfb-9b43ab9531a4 req-da0fa85b-3995-4582-af54-636717508e21 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0756495 Aug 25 17:33:50.251085 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ce57-bc54-476b-b693-0a1536052f8e req-21e17e88-22c3-4b33-b520-075aea9c9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:50.252575 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-72b1ce57-bc54-476b-b693-0a1536052f8e req-21e17e88-22c3-4b33-b520-075aea9c9340 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 1098 time: 0.0658140 Aug 25 17:33:50.278657 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-09ac43f9-b352-4f76-9dfb-9b43ab9531a4 req-cc6157af-3df3-4bb2-949c-70d633e14db4 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453367 Aug 25 17:33:50.303890 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-72b1ce57-bc54-476b-b693-0a1536052f8e req-f3e70b27-17cf-43df-bde6-8374c59818d8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363894 Aug 25 17:33:51.049341 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6237f7-62f1-44a9-9efd-4ecfa34ff7a8 req-b0d679f4-c042-4dec-bded-59a315566d51 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:51.050845 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6d6237f7-62f1-44a9-9efd-4ecfa34ff7a8 req-b0d679f4-c042-4dec-bded-59a315566d51 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 945 time: 0.0486984 Aug 25 17:33:51.093076 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6d6237f7-62f1-44a9-9efd-4ecfa34ff7a8 req-aef96b6a-4109-47cc-8c4f-ac5f14916067 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356095 Aug 25 17:33:51.396138 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d48ed9-9904-469f-838c-c8a3f28101a1 req-77fac553-70ad-4f5b-ae83-1d49b170cca2 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:51.397666 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5d48ed9-9904-469f-838c-c8a3f28101a1 req-77fac553-70ad-4f5b-ae83-1d49b170cca2 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0507576 Aug 25 17:33:51.434812 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5d48ed9-9904-469f-838c-c8a3f28101a1 req-ecbe2974-9117-48fb-b915-7b1b1c535b1b tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312755 Aug 25 17:33:52.205156 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecd09e-a88d-4ef3-90ac-7b353e5057f2 req-01114e6d-5844-413d-9d90-38b86460b46b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:52.206653 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ceecd09e-a88d-4ef3-90ac-7b353e5057f2 req-01114e6d-5844-413d-9d90-38b86460b46b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 945 time: 0.0493760 Aug 25 17:33:52.247471 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ceecd09e-a88d-4ef3-90ac-7b353e5057f2 req-39cc56cd-5322-4d4a-9a45-4d4f5a18c685 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340259 Aug 25 17:33:52.547366 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbe8ed-9e9e-42eb-8d9a-8118a5f3a899 req-5dbf5934-493d-4092-bd03-d155e12f2e55 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:52.548934 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-38fbe8ed-9e9e-42eb-8d9a-8118a5f3a899 req-5dbf5934-493d-4092-bd03-d155e12f2e55 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0470254 Aug 25 17:33:52.591249 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-38fbe8ed-9e9e-42eb-8d9a-8118a5f3a899 req-7bcfdac8-bcd8-4ebf-ac54-7ed9d8901cbb tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348957 Aug 25 17:33:53.362350 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e097e-a095-4af8-870f-6cebc6a9f0c2 req-5c3abc3a-1678-4b01-8505-5bf515054bb4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:53.363862 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa0e097e-a095-4af8-870f-6cebc6a9f0c2 req-5c3abc3a-1678-4b01-8505-5bf515054bb4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 945 time: 0.0498569 Aug 25 17:33:53.402525 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa0e097e-a095-4af8-870f-6cebc6a9f0c2 req-185c05c6-b787-494f-a641-3fcbcf5a0c4c tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325987 Aug 25 17:33:53.721120 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6b91c-b615-4274-852c-acebdcf98cf7 req-7b527cbd-9bf5-4591-b8e6-e284c6c77368 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:53.722579 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6dd6b91c-b615-4274-852c-acebdcf98cf7 req-7b527cbd-9bf5-4591-b8e6-e284c6c77368 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0528948 Aug 25 17:33:53.761766 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6dd6b91c-b615-4274-852c-acebdcf98cf7 req-2e6a31e7-b23a-4b23-b875-0e77bed22330 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322630 Aug 25 17:33:54.880372 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a22cbf-35e6-43d6-9d0f-09140ca9d5c1 req-1574c9fb-f2d2-47a0-836d-b007e171f976 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:54.881887 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57a22cbf-35e6-43d6-9d0f-09140ca9d5c1 req-1574c9fb-f2d2-47a0-836d-b007e171f976 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0484366 Aug 25 17:33:54.927504 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57a22cbf-35e6-43d6-9d0f-09140ca9d5c1 req-769fc360-a6e3-44d9-8325-2f57577b1377 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389509 Aug 25 17:33:56.041263 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682bc18-1cf9-4d5c-bf2e-fbe60fb7bed1 req-4c629aad-ebaf-46e7-beea-a8c8e90e7608 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:56.042756 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4682bc18-1cf9-4d5c-bf2e-fbe60fb7bed1 req-4c629aad-ebaf-46e7-beea-a8c8e90e7608 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0486813 Aug 25 17:33:56.078936 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4682bc18-1cf9-4d5c-bf2e-fbe60fb7bed1 req-4fe11702-5dd4-445f-9a62-9b376dc399ff tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303876 Aug 25 17:33:57.211832 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25340d-4888-4f44-b199-7a3aaaa7e71e req-a8899e8a-fa42-4274-8b5a-92a42d482305 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:57.213360 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3d25340d-4888-4f44-b199-7a3aaaa7e71e req-a8899e8a-fa42-4274-8b5a-92a42d482305 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0599389 Aug 25 17:33:57.253476 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3d25340d-4888-4f44-b199-7a3aaaa7e71e req-4f045935-d4bc-48a2-9a1a-6a0b2a5b6283 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334806 Aug 25 17:33:58.372177 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b38a46-10d9-4fba-8d84-92bc3a8af1d4 req-3463b3be-3e64-4c13-8aae-896954477ff6 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:58.373685 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-85b38a46-10d9-4fba-8d84-92bc3a8af1d4 req-3463b3be-3e64-4c13-8aae-896954477ff6 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0510886 Aug 25 17:33:58.417201 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-85b38a46-10d9-4fba-8d84-92bc3a8af1d4 req-a9da1724-2e97-47c5-9172-52429ca0bb04 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364897 Aug 25 17:33:59.531542 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638983-5842-423e-bafd-f4e736aeb5c3 req-dfbeb9f6-50c5-4538-bc7d-b649a1eac0e9 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:59.532920 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-db638983-5842-423e-bafd-f4e736aeb5c3 req-dfbeb9f6-50c5-4538-bc7d-b649a1eac0e9 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0476739 Aug 25 17:33:59.571369 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-db638983-5842-423e-bafd-f4e736aeb5c3 req-de9e21f3-c332-4583-96fd-000dd9a4e461 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317075 Aug 25 17:33:59.806143 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f2add-de42-442a-87ed-75244c81019c req-accdac28-8f6f-44da-a557-51e61bedb785 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:59.807730 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e79f2add-de42-442a-87ed-75244c81019c req-accdac28-8f6f-44da-a557-51e61bedb785 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0498576 Aug 25 17:33:59.873435 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e79f2add-de42-442a-87ed-75244c81019c req-7b1774dd-3bfe-47cc-88c2-89c301cd3e96 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598783 Aug 25 17:33:59.883275 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c69f2e-4ba3-43dd-8ee0-c033aa0159d6 req-69de6d63-fd6d-4c39-9c86-b87b6a911b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:59.884744 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b0c69f2e-4ba3-43dd-8ee0-c033aa0159d6 req-69de6d63-fd6d-4c39-9c86-b87b6a911b17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=759f66c057c9467a91417329b258a2fa&device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 1098 time: 0.0560925 Aug 25 17:33:59.980590 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c69f2e-4ba3-43dd-8ee0-c033aa0159d6 req-50ec5a10-d54b-41b7-9573-0c545b72972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:33:59.982136 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b0c69f2e-4ba3-43dd-8ee0-c033aa0159d6 req-50ec5a10-d54b-41b7-9573-0c545b72972b service neutron] 10.222.0.25 "GET /v2.0/networks?id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 HTTP/1.1" status: 200 len: 911 time: 0.0848687 Aug 25 17:34:00.056391 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b0c69f2e-4ba3-43dd-8ee0-c033aa0159d6 req-eed69a77-4b97-4ec2-9451-5912f879382f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e831d281-f54f-498f-8a3f-1e6801aad703 HTTP/1.1" status: 200 len: 1001 time: 0.0621712 Aug 25 17:34:00.110827 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c69f2e-4ba3-43dd-8ee0-c033aa0159d6 req-a4886034-fab1-4762-94fd-51e882a12580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:00.112291 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b0c69f2e-4ba3-43dd-8ee0-c033aa0159d6 req-a4886034-fab1-4762-94fd-51e882a12580 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d88b7ad9-4828-4f9c-970b-b476b3fb93c6 HTTP/1.1" status: 200 len: 849 time: 0.0429344 Aug 25 17:34:00.157303 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c69f2e-4ba3-43dd-8ee0-c033aa0159d6 req-4555691f-e85f-4721-ad3a-926ba4269253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:00.158777 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b0c69f2e-4ba3-43dd-8ee0-c033aa0159d6 req-4555691f-e85f-4721-ad3a-926ba4269253 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381651 Aug 25 17:34:00.250894 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b0c69f2e-4ba3-43dd-8ee0-c033aa0159d6 req-99ed2ab4-e2f4-4a70-a5ed-c3a00a456c7b service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827641 Aug 25 17:34:00.342025 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b0c69f2e-4ba3-43dd-8ee0-c033aa0159d6 req-8d9dbcf5-1751-4375-87cf-1b9fed7910fc service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830486 Aug 25 17:34:00.992300 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe74ea8-c16c-4fb3-a35b-6e6e7b756d4a req-f2cfeb43-f05e-486d-a89a-d5df121d1bab tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:00.993796 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bbe74ea8-c16c-4fb3-a35b-6e6e7b756d4a req-f2cfeb43-f05e-486d-a89a-d5df121d1bab tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0519300 Aug 25 17:34:01.031399 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bbe74ea8-c16c-4fb3-a35b-6e6e7b756d4a req-4371735d-8b7c-496d-849e-7075ae542dee tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316968 Aug 25 17:34:02.156386 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70d75f-6c48-4093-b223-116bb05ae72a req-8c8a5f3f-1e06-4a53-9876-055aa5af6e58 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:02.157934 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b70d75f-6c48-4093-b223-116bb05ae72a req-8c8a5f3f-1e06-4a53-9876-055aa5af6e58 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0591261 Aug 25 17:34:02.197439 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b70d75f-6c48-4093-b223-116bb05ae72a req-2c1a02ef-4343-46b4-a548-502811a797cb tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329561 Aug 25 17:34:05.308105 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09826576-5d89-4a9c-8080-be2f4068f74f req-5f93c481-605f-49fa-80d7-bfcd91264a6f tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:05.309671 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-09826576-5d89-4a9c-8080-be2f4068f74f req-5f93c481-605f-49fa-80d7-bfcd91264a6f tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 945 time: 0.0486331 Aug 25 17:34:05.352927 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-09826576-5d89-4a9c-8080-be2f4068f74f req-32319606-6eff-48b0-b970-63adc365fd8b tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372415 Aug 25 17:34:06.470240 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4815de-44d5-4ac9-9d4d-6ce7eb615d8e req-61158ffc-4481-4cae-b9fb-47fcde61c6da tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:06.471640 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c4815de-44d5-4ac9-9d4d-6ce7eb615d8e req-61158ffc-4481-4cae-b9fb-47fcde61c6da tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 945 time: 0.0493493 Aug 25 17:34:06.509377 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c4815de-44d5-4ac9-9d4d-6ce7eb615d8e req-cc8abbc4-ebc9-4995-9598-c2338307e6e9 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311739 Aug 25 17:34:07.625842 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a8866-65ce-4bbd-996b-d09546bdd380 req-7fe0e130-bc99-4a2d-ba2e-665022dd5c8d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:07.627299 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c1a8866-65ce-4bbd-996b-d09546bdd380 req-7fe0e130-bc99-4a2d-ba2e-665022dd5c8d tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 945 time: 0.0522113 Aug 25 17:34:07.664782 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c1a8866-65ce-4bbd-996b-d09546bdd380 req-a38f4c30-6487-427f-8bd1-4dcc25d111d8 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311902 Aug 25 17:34:07.730512 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f6e34-333a-49f6-97c4-026b8b4413ab req-65326146-c288-4112-b497-98d3ab1ed63f tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:07.731983 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a15f6e34-333a-49f6-97c4-026b8b4413ab req-65326146-c288-4112-b497-98d3ab1ed63f tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 945 time: 0.0468981 Aug 25 17:34:07.825485 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-a15f6e34-333a-49f6-97c4-026b8b4413ab req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Deleting port 8c2428a1-f76a-42ea-8063-a104ea78a18b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:34:07.825736 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a15f6e34-333a-49f6-97c4-026b8b4413ab req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:07.913867 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a15f6e34-333a-49f6-97c4-026b8b4413ab req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] For port 8c2428a1-f76a-42ea-8063-a104ea78a18b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c2428a1-f76a-42ea-8063-a104ea78a18b,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:34:07.914225 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a15f6e34-333a-49f6-97c4-026b8b4413ab req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:07.926495 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-a15f6e34-333a-49f6-97c4-026b8b4413ab req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Calling delete_port for 8c2428a1-f76a-42ea-8063-a104ea78a18b owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:34:08.055941 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a15f6e34-333a-49f6-97c4-026b8b4413ab req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:08.072349 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['1393cfc6-d8b3-45cf-9002-f145c12d4d62', 'e4c0c032-bc96-4e1e-bf19-2ad5022ff967', 'ae6a69b2-3eed-45f9-9c31-83cced8a0ae4'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:34:08.086986 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Pushing event deleted for resources: {'Port': ['ID=8c2428a1-f76a-42ea-8063-a104ea78a18b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:08.114032 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:08.114383 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:08.114725 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:08.115063 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:08.115397 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:08.116566 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:08.117118 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:08.117227 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:08.117537 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:08.117865 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:08.118198 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:08.118523 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:08.137536 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15f6e34-333a-49f6-97c4-026b8b4413ab req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] No DVR routers for this DVR port 8c2428a1-f76a-42ea-8063-a104ea78a18b on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:34:08.140356 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a15f6e34-333a-49f6-97c4-026b8b4413ab req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:08.142429 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a15f6e34-333a-49f6-97c4-026b8b4413ab req-5e06bc36-1d2e-4aef-a17b-a9c7c34232a4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "DELETE /v2.0/ports/8c2428a1-f76a-42ea-8063-a104ea78a18b HTTP/1.1" status: 204 len: 173 time: 0.4030490 Aug 25 17:34:08.142869 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d3540d-47e8-4ec9-b20d-6e4f7e260e92', 'name': 'network-vif-deleted', 'tag': '8c2428a1-f76a-42ea-8063-a104ea78a18b'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:34:08.145150 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cc2a94-7b5c-41b9-a201-eee23491e563" -d '{"events": [{"server_uuid": "93d3540d-47e8-4ec9-b20d-6e4f7e260e92", "name": "network-vif-deleted", "tag": "8c2428a1-f76a-42ea-8063-a104ea78a18b"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:34:08.183607 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6009869e-ed69-4535-88f4-cd0b82137856 x-openstack-request-id: req-6009869e-ed69-4535-88f4-cd0b82137856 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:34:08.183899 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d3540d-47e8-4ec9-b20d-6e4f7e260e92", "name": "network-vif-deleted", "tag": "8c2428a1-f76a-42ea-8063-a104ea78a18b", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:34:08.184150 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6009869e-ed69-4535-88f4-cd0b82137856 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:34:08.184555 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d3540d-47e8-4ec9-b20d-6e4f7e260e92', 'name': 'network-vif-deleted', 'tag': '8c2428a1-f76a-42ea-8063-a104ea78a18b', 'status': 'completed', 'code': 200} Aug 25 17:34:08.778170 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0a2eecbe-b3cd-44aa-9e85-0aa55f649df6 req-ba9c20d0-6aff-49d0-9f41-bd46ef9ed730 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d3540d-47e8-4ec9-b20d-6e4f7e260e92 HTTP/1.1" status: 200 len: 210 time: 0.0294878 Aug 25 17:34:09.472940 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c7aa50dd-ab90-4a68-9617-68421cf275e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:09.699258 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:34:09.900431 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 8c2428a1-f76a-42ea-8063-a104ea78a18b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:34:09.924808 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: 8c2428a1-f76a-42ea-8063-a104ea78a18b {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:34:09.925190 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 8c2428a1-f76a-42ea-8063-a104ea78a18b not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:34:11.187605 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e40024-b409-4aac-80bf-7e73baee8d57 req-d0750393-524d-40a1-aa07-e604a49c3b5e tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:11.189087 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-63e40024-b409-4aac-80bf-7e73baee8d57 req-d0750393-524d-40a1-aa07-e604a49c3b5e tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 945 time: 0.0491958 Aug 25 17:34:11.227853 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-63e40024-b409-4aac-80bf-7e73baee8d57 req-69d53fca-626d-4977-ac63-0cb5f8c73ebb tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323482 Aug 25 17:34:12.223616 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c5dad9de-bd53-4e10-8a18-019d2f12f2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:12.355676 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945312d1-60a3-48b7-b8f6-2576be5a666e req-a048f454-c98f-4c09-8f32-51c7ba5fd90e tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:12.357178 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-945312d1-60a3-48b7-b8f6-2576be5a666e req-a048f454-c98f-4c09-8f32-51c7ba5fd90e tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 945 time: 0.0551364 Aug 25 17:34:12.371641 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:12.394133 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-945312d1-60a3-48b7-b8f6-2576be5a666e req-c7c56837-4d0a-4c24-905f-4caaef3550d2 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309107 Aug 25 17:34:13.412221 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342b13a-773a-4e2e-a44c-2601b12f2392 req-9a37409f-ae28-4102-aae5-403e3b84e237 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:13.414167 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b342b13a-773a-4e2e-a44c-2601b12f2392 req-9a37409f-ae28-4102-aae5-403e3b84e237 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 945 time: 0.0476863 Aug 25 17:34:13.419141 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:13.544845 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cc8c5-1971-45dc-9f2e-2830f1751009 req-329f57d7-dc0d-4a2c-adcd-82b1ffc6684c tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:13.546310 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6f8cc8c5-1971-45dc-9f2e-2830f1751009 req-329f57d7-dc0d-4a2c-adcd-82b1ffc6684c tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=5790b305-547b-4524-ac9c-079b4674facf HTTP/1.1" status: 200 len: 945 time: 0.0813179 Aug 25 17:34:13.557643 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b342b13a-773a-4e2e-a44c-2601b12f2392 req-3a0044d2-1030-4672-ac94-e163ab61bec4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Deleting port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:34:13.557873 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b342b13a-773a-4e2e-a44c-2601b12f2392 req-3a0044d2-1030-4672-ac94-e163ab61bec4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:13.637698 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6f8cc8c5-1971-45dc-9f2e-2830f1751009 req-fdc9d470-4a69-4e8e-ade8-f7ef668216e3 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845346 Aug 25 17:34:13.676333 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b342b13a-773a-4e2e-a44c-2601b12f2392 req-3a0044d2-1030-4672-ac94-e163ab61bec4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] For port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ae6a69b2-3eed-45f9-9c31-83cced8a0ae4,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:34:13.676617 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b342b13a-773a-4e2e-a44c-2601b12f2392 req-3a0044d2-1030-4672-ac94-e163ab61bec4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:13.689450 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b342b13a-773a-4e2e-a44c-2601b12f2392 req-3a0044d2-1030-4672-ac94-e163ab61bec4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Calling delete_port for ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:34:13.771415 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:13.816684 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b342b13a-773a-4e2e-a44c-2601b12f2392 req-3a0044d2-1030-4672-ac94-e163ab61bec4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:13.831157 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['1393cfc6-d8b3-45cf-9002-f145c12d4d62', 'e4c0c032-bc96-4e1e-bf19-2ad5022ff967', 'ae6a69b2-3eed-45f9-9c31-83cced8a0ae4'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:34:13.845913 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0044d2-1030-4672-ac94-e163ab61bec4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Pushing event deleted for resources: {'Port': ['ID=ae6a69b2-3eed-45f9-9c31-83cced8a0ae4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:13.886535 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b342b13a-773a-4e2e-a44c-2601b12f2392 req-3a0044d2-1030-4672-ac94-e163ab61bec4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] No DVR routers for this DVR port ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:34:13.889112 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b342b13a-773a-4e2e-a44c-2601b12f2392 req-3a0044d2-1030-4672-ac94-e163ab61bec4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:13.891154 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b342b13a-773a-4e2e-a44c-2601b12f2392 req-3a0044d2-1030-4672-ac94-e163ab61bec4 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "DELETE /v2.0/ports/ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 HTTP/1.1" status: 204 len: 173 time: 0.4644430 Aug 25 17:34:13.891612 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5790b305-547b-4524-ac9c-079b4674facf', 'name': 'network-vif-deleted', 'tag': 'ae6a69b2-3eed-45f9-9c31-83cced8a0ae4'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:34:13.893832 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c7324b-fb92-49c8-bd0f-0e03193e37ff" -d '{"events": [{"server_uuid": "5790b305-547b-4524-ac9c-079b4674facf", "name": "network-vif-deleted", "tag": "ae6a69b2-3eed-45f9-9c31-83cced8a0ae4"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:34:13.932255 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a330974c-98fb-4063-841d-a2f48d38590b x-openstack-request-id: req-a330974c-98fb-4063-841d-a2f48d38590b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:34:13.932564 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5790b305-547b-4524-ac9c-079b4674facf", "name": "network-vif-deleted", "tag": "ae6a69b2-3eed-45f9-9c31-83cced8a0ae4", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:34:13.932834 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a330974c-98fb-4063-841d-a2f48d38590b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:34:13.933512 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5790b305-547b-4524-ac9c-079b4674facf', 'name': 'network-vif-deleted', 'tag': 'ae6a69b2-3eed-45f9-9c31-83cced8a0ae4', 'status': 'completed', 'code': 200} Aug 25 17:34:14.732056 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:14.902057 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1acd33-d4da-4961-96fc-9696f081ce49 req-27c9b50b-8ce6-45a5-8963-9572163f1e39 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:14.903535 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8b1acd33-d4da-4961-96fc-9696f081ce49 req-27c9b50b-8ce6-45a5-8963-9572163f1e39 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0481110 Aug 25 17:34:14.941406 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8b1acd33-d4da-4961-96fc-9696f081ce49 req-522e70ec-4b98-4b70-9a4f-da5fb833b2e1 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 Aug 25 17:34:15.922575 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:34:15.944296 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:34:15.944637 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device ae6a69b2-3eed-45f9-9c31-83cced8a0ae4 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:34:16.058711 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba7e13-5db6-489d-938e-f03121348b65 req-6029dd55-d528-4a83-956b-bbfcffc0c443 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:16.060209 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ddba7e13-5db6-489d-938e-f03121348b65 req-6029dd55-d528-4a83-956b-bbfcffc0c443 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0526869 Aug 25 17:34:16.097406 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ddba7e13-5db6-489d-938e-f03121348b65 req-0b226181-c4b8-4662-a09d-bde4bb4047d3 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Aug 25 17:34:17.117171 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af90f6-ce83-4eb6-a504-62dd36de9f27 req-686fdc5c-c3e5-4212-b42b-e533e361e3c3 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:17.118821 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d9af90f6-ce83-4eb6-a504-62dd36de9f27 req-686fdc5c-c3e5-4212-b42b-e533e361e3c3 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0488374 Aug 25 17:34:17.245026 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1b686-00a5-4f1f-8f27-210b22532ecd req-6e55b0e2-0037-49fc-ab83-74f5784db875 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:17.246656 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-50b1b686-00a5-4f1f-8f27-210b22532ecd req-6e55b0e2-0037-49fc-ab83-74f5784db875 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 946 time: 0.0839586 Aug 25 17:34:17.281120 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-d9af90f6-ce83-4eb6-a504-62dd36de9f27 req-ff840303-1d2d-4c33-8b16-53a9f406d317 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Deleting port e4c0c032-bc96-4e1e-bf19-2ad5022ff967 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:34:17.281465 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d9af90f6-ce83-4eb6-a504-62dd36de9f27 req-ff840303-1d2d-4c33-8b16-53a9f406d317 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:17.340391 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-50b1b686-00a5-4f1f-8f27-210b22532ecd req-cff06892-f416-4d11-8773-9e7d724292c8 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823755 Aug 25 17:34:17.386639 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d9af90f6-ce83-4eb6-a504-62dd36de9f27 req-ff840303-1d2d-4c33-8b16-53a9f406d317 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] For port e4c0c032-bc96-4e1e-bf19-2ad5022ff967, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4c0c032-bc96-4e1e-bf19-2ad5022ff967,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:34:17.386906 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d9af90f6-ce83-4eb6-a504-62dd36de9f27 req-ff840303-1d2d-4c33-8b16-53a9f406d317 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:17.647210 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-d9af90f6-ce83-4eb6-a504-62dd36de9f27 req-ff840303-1d2d-4c33-8b16-53a9f406d317 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Calling delete_port for e4c0c032-bc96-4e1e-bf19-2ad5022ff967 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:34:17.769930 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d9af90f6-ce83-4eb6-a504-62dd36de9f27 req-ff840303-1d2d-4c33-8b16-53a9f406d317 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:17.792760 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['1393cfc6-d8b3-45cf-9002-f145c12d4d62', 'e4c0c032-bc96-4e1e-bf19-2ad5022ff967'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:34:17.801668 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff840303-1d2d-4c33-8b16-53a9f406d317 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Pushing event deleted for resources: {'Port': ['ID=e4c0c032-bc96-4e1e-bf19-2ad5022ff967,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:17.842502 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9af90f6-ce83-4eb6-a504-62dd36de9f27 req-ff840303-1d2d-4c33-8b16-53a9f406d317 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] No DVR routers for this DVR port e4c0c032-bc96-4e1e-bf19-2ad5022ff967 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:34:17.845078 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d9af90f6-ce83-4eb6-a504-62dd36de9f27 req-ff840303-1d2d-4c33-8b16-53a9f406d317 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:17.847052 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d9af90f6-ce83-4eb6-a504-62dd36de9f27 req-ff840303-1d2d-4c33-8b16-53a9f406d317 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "DELETE /v2.0/ports/e4c0c032-bc96-4e1e-bf19-2ad5022ff967 HTTP/1.1" status: 204 len: 173 time: 0.7193122 Aug 25 17:34:17.847489 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62999bd5-bcd5-4c82-b13e-c4bace14dcd1', 'name': 'network-vif-deleted', 'tag': 'e4c0c032-bc96-4e1e-bf19-2ad5022ff967'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:34:17.849738 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13262ee7-f605-4be6-83eb-234c86799724" -d '{"events": [{"server_uuid": "62999bd5-bcd5-4c82-b13e-c4bace14dcd1", "name": "network-vif-deleted", "tag": "e4c0c032-bc96-4e1e-bf19-2ad5022ff967"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:34:17.889732 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074577a4-ef90-4816-9df1-232bb729de6f x-openstack-request-id: req-074577a4-ef90-4816-9df1-232bb729de6f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:34:17.890027 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62999bd5-bcd5-4c82-b13e-c4bace14dcd1", "name": "network-vif-deleted", "tag": "e4c0c032-bc96-4e1e-bf19-2ad5022ff967", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:34:17.890279 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-074577a4-ef90-4816-9df1-232bb729de6f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:34:17.890673 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62999bd5-bcd5-4c82-b13e-c4bace14dcd1', 'name': 'network-vif-deleted', 'tag': 'e4c0c032-bc96-4e1e-bf19-2ad5022ff967', 'status': 'completed', 'code': 200} Aug 25 17:34:18.366477 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765f6b3-5a86-48f5-bddf-d514000760a7 req-2a436f01-1720-467c-9266-c7fb35eff9f6 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:18.368133 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2765f6b3-5a86-48f5-bddf-d514000760a7 req-2a436f01-1720-467c-9266-c7fb35eff9f6 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0516765 Aug 25 17:34:18.408670 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2765f6b3-5a86-48f5-bddf-d514000760a7 req-129bb29e-dd19-46ad-9a4d-585cb905f3da tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342636 Aug 25 17:34:18.466507 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ef968245-b392-40b2-b460-13c5dd9f1062 req-644f7ac9-45da-4326-b937-85072abb4b64 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=62999bd5-bcd5-4c82-b13e-c4bace14dcd1 HTTP/1.1" status: 200 len: 210 time: 0.0300601 Aug 25 17:34:19.525303 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfbeda-c737-4d52-bb79-a3f7c36a3412 req-5d8218d1-b7f5-4cc1-8d44-a954438d7933 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:19.526878 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e5cfbeda-c737-4d52-bb79-a3f7c36a3412 req-5d8218d1-b7f5-4cc1-8d44-a954438d7933 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0503402 Aug 25 17:34:19.567181 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e5cfbeda-c737-4d52-bb79-a3f7c36a3412 req-c84e0644-05f0-4efe-a5af-9ce19352d436 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342562 Aug 25 17:34:19.962348 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e4c0c032-bc96-4e1e-bf19-2ad5022ff967 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:34:19.992475 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: e4c0c032-bc96-4e1e-bf19-2ad5022ff967 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:34:19.992876 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e4c0c032-bc96-4e1e-bf19-2ad5022ff967 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:34:20.683247 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c89dd3-b669-40f7-8f35-d3d5bae8e135 req-66480b10-29ef-4179-8c06-80d7f075521f tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:20.684788 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57c89dd3-b669-40f7-8f35-d3d5bae8e135 req-66480b10-29ef-4179-8c06-80d7f075521f tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0494287 Aug 25 17:34:20.722206 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57c89dd3-b669-40f7-8f35-d3d5bae8e135 req-5d8a2cb4-b6a0-452a-825d-b9ec2de08284 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Aug 25 17:34:20.865649 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f84af-bc8c-4aed-90b9-f5801bb69ddc req-bea65994-1c48-43f1-bc64-0a2fcdcc34bd tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:20.867406 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c15f84af-bc8c-4aed-90b9-f5801bb69ddc req-bea65994-1c48-43f1-bc64-0a2fcdcc34bd tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0484309 Aug 25 17:34:20.907767 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c15f84af-bc8c-4aed-90b9-f5801bb69ddc req-df9177d0-066b-4ec0-942c-5520131081f5 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336685 Aug 25 17:34:21.845694 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0155ace-0da1-4163-8565-9aaf5e04f42a req-96724e6a-d539-410d-99ea-cc9ca1f560a7 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:21.847055 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a0155ace-0da1-4163-8565-9aaf5e04f42a req-96724e6a-d539-410d-99ea-cc9ca1f560a7 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0481865 Aug 25 17:34:21.884185 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a0155ace-0da1-4163-8565-9aaf5e04f42a req-c898bf16-8c08-4a70-ba10-02b5ad397e5d tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304267 Aug 25 17:34:22.019997 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07910e13-a00e-4dde-a8d1-14dd36957abc req-4c19e8c6-be44-4690-8041-078361291e12 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:22.021467 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07910e13-a00e-4dde-a8d1-14dd36957abc req-4c19e8c6-be44-4690-8041-078361291e12 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0477357 Aug 25 17:34:22.060454 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07910e13-a00e-4dde-a8d1-14dd36957abc req-1141aed6-082a-4f2e-bcef-23ef9e994039 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321774 Aug 25 17:34:22.998747 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c9af6-9a32-4b1a-bd7e-222fbe2350a2 req-7208b170-10ad-48ba-af93-970adb67f443 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:23.000259 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-924c9af6-9a32-4b1a-bd7e-222fbe2350a2 req-7208b170-10ad-48ba-af93-970adb67f443 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0492432 Aug 25 17:34:23.042362 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-924c9af6-9a32-4b1a-bd7e-222fbe2350a2 req-07616da2-7322-47b0-8faf-98496d3153f1 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362961 Aug 25 17:34:23.172426 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077ba84-d50e-458d-9270-7183d5e43e46 req-072c7b09-220c-4f7f-92a7-69bd23c317d8 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:23.173790 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a077ba84-d50e-458d-9270-7183d5e43e46 req-072c7b09-220c-4f7f-92a7-69bd23c317d8 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0469658 Aug 25 17:34:23.212398 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a077ba84-d50e-458d-9270-7183d5e43e46 req-1e75def4-e5fb-4e4b-8154-ad5485d2c8d0 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f9b032e-f395-4800-b3a8-1358e15aa8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327158 Aug 25 17:34:23.303369 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3474c-3edc-4256-be16-b2f0ab3fecc5 req-298e8ad3-1f3d-4490-9a28-ec0dc8b3419a tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:23.304838 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08b3474c-3edc-4256-be16-b2f0ab3fecc5 req-298e8ad3-1f3d-4490-9a28-ec0dc8b3419a tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 945 time: 0.0471504 Aug 25 17:34:23.403655 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-08b3474c-3edc-4256-be16-b2f0ab3fecc5 req-42f47dc8-c527-440e-988e-2b7cfdc72848 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Deleting port 1393cfc6-d8b3-45cf-9002-f145c12d4d62 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:34:23.403995 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08b3474c-3edc-4256-be16-b2f0ab3fecc5 req-42f47dc8-c527-440e-988e-2b7cfdc72848 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:23.490201 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-08b3474c-3edc-4256-be16-b2f0ab3fecc5 req-42f47dc8-c527-440e-988e-2b7cfdc72848 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] For port 1393cfc6-d8b3-45cf-9002-f145c12d4d62, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1393cfc6-d8b3-45cf-9002-f145c12d4d62,segment=NetworkSegment(66d0686c-cd1f-42d5-8934-4d88c2e7561b),segment_id=66d0686c-cd1f-42d5-8934-4d88c2e7561b)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:34:23.490565 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08b3474c-3edc-4256-be16-b2f0ab3fecc5 req-42f47dc8-c527-440e-988e-2b7cfdc72848 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:23.503700 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-08b3474c-3edc-4256-be16-b2f0ab3fecc5 req-42f47dc8-c527-440e-988e-2b7cfdc72848 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Calling delete_port for 1393cfc6-d8b3-45cf-9002-f145c12d4d62 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:34:23.634527 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08b3474c-3edc-4256-be16-b2f0ab3fecc5 req-42f47dc8-c527-440e-988e-2b7cfdc72848 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:23.650459 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['1393cfc6-d8b3-45cf-9002-f145c12d4d62'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:34:23.663788 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f47dc8-c527-440e-988e-2b7cfdc72848 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Pushing event deleted for resources: {'Port': ['ID=1393cfc6-d8b3-45cf-9002-f145c12d4d62,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:23.705787 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b3474c-3edc-4256-be16-b2f0ab3fecc5 req-42f47dc8-c527-440e-988e-2b7cfdc72848 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] No DVR routers for this DVR port 1393cfc6-d8b3-45cf-9002-f145c12d4d62 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:34:23.708206 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08b3474c-3edc-4256-be16-b2f0ab3fecc5 req-42f47dc8-c527-440e-988e-2b7cfdc72848 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:23.710469 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08b3474c-3edc-4256-be16-b2f0ab3fecc5 req-42f47dc8-c527-440e-988e-2b7cfdc72848 tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.25 "DELETE /v2.0/ports/1393cfc6-d8b3-45cf-9002-f145c12d4d62 HTTP/1.1" status: 204 len: 173 time: 0.3962603 Aug 25 17:34:23.710944 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4492df-c5b9-4f03-9dbb-39d24cceaa6f', 'name': 'network-vif-deleted', 'tag': '1393cfc6-d8b3-45cf-9002-f145c12d4d62'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:34:23.714312 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5163242-8aca-4678-a0d2-6ffab0876e2b" -d '{"events": [{"server_uuid": "6c4492df-c5b9-4f03-9dbb-39d24cceaa6f", "name": "network-vif-deleted", "tag": "1393cfc6-d8b3-45cf-9002-f145c12d4d62"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:34:23.753867 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97e085e-a6fb-4faf-829c-f31f164f99a2 x-openstack-request-id: req-d97e085e-a6fb-4faf-829c-f31f164f99a2 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:34:23.754157 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4492df-c5b9-4f03-9dbb-39d24cceaa6f", "name": "network-vif-deleted", "tag": "1393cfc6-d8b3-45cf-9002-f145c12d4d62", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:34:23.754408 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d97e085e-a6fb-4faf-829c-f31f164f99a2 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:34:23.754830 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4492df-c5b9-4f03-9dbb-39d24cceaa6f', 'name': 'network-vif-deleted', 'tag': '1393cfc6-d8b3-45cf-9002-f145c12d4d62', 'status': 'completed', 'code': 200} Aug 25 17:34:24.162840 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04719d1b-2e1b-423f-ac69-f833a5d0cc4c req-61d07bbf-1cf0-416e-ac1f-b5e907e570ed tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:24.164339 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04719d1b-2e1b-423f-ac69-f833a5d0cc4c req-61d07bbf-1cf0-416e-ac1f-b5e907e570ed tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0538659 Aug 25 17:34:24.204541 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04719d1b-2e1b-423f-ac69-f833a5d0cc4c req-0a951cc8-ed53-47be-88d7-a9aebd6bd3bc tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338604 Aug 25 17:34:24.326026 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9e73360a-d3ff-497d-b736-15730a9cb067 req-737c845c-c64b-4489-bca4-8dbfaa4a328f tempest-AttachVolumeNegativeTest-962210130 tempest-AttachVolumeNegativeTest-962210130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c4492df-c5b9-4f03-9dbb-39d24cceaa6f HTTP/1.1" status: 200 len: 210 time: 0.0287206 Aug 25 17:34:25.319039 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62f84-2f8a-4338-8a79-2654871a76ce req-53ffa15e-bccd-4b97-bbba-d89ef01b7e4b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:25.320622 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9af62f84-2f8a-4338-8a79-2654871a76ce req-53ffa15e-bccd-4b97-bbba-d89ef01b7e4b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0489182 Aug 25 17:34:25.358553 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9af62f84-2f8a-4338-8a79-2654871a76ce req-1433ace8-6a3c-4212-86dd-f8517a342b9d tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318284 Aug 25 17:34:25.381703 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 51898) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:25.428490 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1153881-f1f8-451c-ae0d-2da89800e78d admin admin] Deleting subnet 94396ce0-624b-46b8-b900-02ee8f92db6b {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:34:25.432023 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1153881-f1f8-451c-ae0d-2da89800e78d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:25.465255 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1153881-f1f8-451c-ae0d-2da89800e78d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64079751'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:25.502413 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1153881-f1f8-451c-ae0d-2da89800e78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:25.554895 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1153881-f1f8-451c-ae0d-2da89800e78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64812695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65004337'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:25.581858 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1153881-f1f8-451c-ae0d-2da89800e78d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94396ce0-624b-46b8-b900-02ee8f92db6b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:25.584130 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1153881-f1f8-451c-ae0d-2da89800e78d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:25.586004 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-c1153881-f1f8-451c-ae0d-2da89800e78d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/94396ce0-624b-46b8-b900-02ee8f92db6b HTTP/1.1" status: 204 len: 168 time: 0.2033103 Aug 25 17:34:25.589224 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 51900) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:25.661331 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8809-cf4f-4cf9-a78d-3b70c44a01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:25.738117 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8809-cf4f-4cf9-a78d-3b70c44a01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:25.752137 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ad1a8809-cf4f-4cf9-a78d-3b70c44a01e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56fe17f-5298-4f89-9b3c-e967e83ed772']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:34:25.764310 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ad1a8809-cf4f-4cf9-a78d-3b70c44a01e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d0686c-cd1f-42d5-8934-4d88c2e7561b') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:34:25.764514 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ad1a8809-cf4f-4cf9-a78d-3b70c44a01e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d0686c-cd1f-42d5-8934-4d88c2e7561b') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:34:25.773082 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8809-cf4f-4cf9-a78d-3b70c44a01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64079768'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:25.791061 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8809-cf4f-4cf9-a78d-3b70c44a01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:25.796911 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1a8809-cf4f-4cf9-a78d-3b70c44a01e2 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:34:25.797270 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8809-cf4f-4cf9-a78d-3b70c44a01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64812785'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: Traceback (most recent call last): Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: timer() Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: cb(*args, **kw) Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: return func(*args, **kwargs) Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: self._notify() Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: self.callback(batched_events) Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: event.method(event) Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: return f(self, *a, **k) Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._get(url).json() Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:34:25.799048 dv-cinder-786385-9-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:34:25.853444 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8809-cf4f-4cf9-a78d-3b70c44a01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:25.858635 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8809-cf4f-4cf9-a78d-3b70c44a01e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:25.860460 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ad1a8809-cf4f-4cf9-a78d-3b70c44a01e2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a56fe17f-5298-4f89-9b3c-e967e83ed772 HTTP/1.1" status: 204 len: 168 time: 0.2703223 Aug 25 17:34:25.871354 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a8809-cf4f-4cf9-a78d-3b70c44a01e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a56fe17f-5298-4f89-9b3c-e967e83ed772,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:25.995526 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 1393cfc6-d8b3-45cf-9002-f145c12d4d62 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:34:26.016898 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: 1393cfc6-d8b3-45cf-9002-f145c12d4d62 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:34:26.017181 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 1393cfc6-d8b3-45cf-9002-f145c12d4d62 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:34:26.024989 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 51906) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:26.069519 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b1b4729d-2f5f-4193-915a-198012838a29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e526eb49411943499a4a02afc2accf53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433588 Aug 25 17:34:26.073089 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 51912) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:26.123763 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:26.147416 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:26.196351 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:26.199291 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:26.200476 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f9b032e-f395-4800-b3a8-1358e15aa8af HTTP/1.1" status: 204 len: 168 time: 0.1265006 Aug 25 17:34:26.210213 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9b032e-f395-4800-b3a8-1358e15aa8af,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:26.218246 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:26.218612 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:26.219052 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:26.219265 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:26.219593 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:26.219972 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:26.220349 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:26.220684 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:26.221013 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:26.221336 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:26.221661 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:26.223292 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d7ab10-0bfe-4df8-a6a9-c33c39410c80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:26.476377 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b70024-4ef2-4da0-934f-ce67eb56b032 req-4cfb88e1-2f42-4db9-8888-02566528bfa6 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:26.479208 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4b70024-4ef2-4da0-934f-ce67eb56b032 req-4cfb88e1-2f42-4db9-8888-02566528bfa6 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0509045 Aug 25 17:34:26.519287 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4b70024-4ef2-4da0-934f-ce67eb56b032 req-776fb27b-6843-4211-a72a-985dd1160965 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340889 Aug 25 17:34:27.668233 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d906f5b-c2ce-48bb-8ad5-cad51cf01fd8 req-86fa6733-ecc2-4741-b735-f30dffe45f33 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:27.669733 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1d906f5b-c2ce-48bb-8ad5-cad51cf01fd8 req-86fa6733-ecc2-4741-b735-f30dffe45f33 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0801365 Aug 25 17:34:27.689411 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd08d5-d922-4689-ae4d-8871deae45b3 req-eadca91f-a770-40c9-a154-3605729b093a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:27.690830 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2fd08d5-d922-4689-ae4d-8871deae45b3 req-eadca91f-a770-40c9-a154-3605729b093a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.0720625 Aug 25 17:34:27.732796 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1d906f5b-c2ce-48bb-8ad5-cad51cf01fd8 req-e804f2e4-3538-4f35-b8d9-97c8c0c146fb tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570705 Aug 25 17:34:27.745895 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2fd08d5-d922-4689-ae4d-8871deae45b3 req-6e507601-1f37-48a5-8ec1-c267ef4b6651 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472715 Aug 25 17:34:28.880777 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba33ff5-3649-48be-825f-888e9cbfed38 req-55db7882-e47b-4204-b01e-c6343c853fad tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:28.882254 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4ba33ff5-3649-48be-825f-888e9cbfed38 req-55db7882-e47b-4204-b01e-c6343c853fad tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0826209 Aug 25 17:34:28.911006 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff4eb7-0f9b-4d2d-97f9-c4f0b8b0f633 req-f4b2c17f-25a6-468c-8b9d-605c5a792ac8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:28.912486 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bff4eb7-0f9b-4d2d-97f9-c4f0b8b0f633 req-f4b2c17f-25a6-468c-8b9d-605c5a792ac8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.0796621 Aug 25 17:34:28.947103 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4ba33ff5-3649-48be-825f-888e9cbfed38 req-6b7a2f4f-8c45-4434-b51c-209affc4b442 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580101 Aug 25 17:34:28.964890 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bff4eb7-0f9b-4d2d-97f9-c4f0b8b0f633 req-7315d3a0-c1b9-490e-91e0-62e22b3a366c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445778 Aug 25 17:34:30.092003 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aab9ec-60c5-4041-8344-b5a045a6a685 req-6e7e9f20-7e35-48d1-919d-57f2edcbafec tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:30.093563 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67aab9ec-60c5-4041-8344-b5a045a6a685 req-6e7e9f20-7e35-48d1-919d-57f2edcbafec tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0774987 Aug 25 17:34:30.105624 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb4147-ab4b-4feb-9b1e-543b561e4935 req-a8130041-5a4c-4493-b38d-0cfe89a12680 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:30.107050 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07eb4147-ab4b-4feb-9b1e-543b561e4935 req-a8130041-5a4c-4493-b38d-0cfe89a12680 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.0649793 Aug 25 17:34:30.167463 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67aab9ec-60c5-4041-8344-b5a045a6a685 req-2e3baceb-0e8a-482c-a7e2-0680510b3fd4 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593283 Aug 25 17:34:30.170330 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07eb4147-ab4b-4feb-9b1e-543b561e4935 req-640974d8-ee3c-4c12-8793-50e4e4527d9f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564737 Aug 25 17:34:31.307688 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c381b1d-c026-4885-98d0-32c8aa1d55ad req-ba83898e-ae36-4b79-9f2d-a3430c968234 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:31.309169 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c381b1d-c026-4885-98d0-32c8aa1d55ad req-ba83898e-ae36-4b79-9f2d-a3430c968234 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0733955 Aug 25 17:34:31.319355 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ebe3b-9c77-4b08-8305-3c0088d401cc req-9ea8d8ca-c501-47b0-8dba-a0783a7ba72f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:31.320761 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ff6ebe3b-9c77-4b08-8305-3c0088d401cc req-9ea8d8ca-c501-47b0-8dba-a0783a7ba72f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.0762801 Aug 25 17:34:31.375506 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c381b1d-c026-4885-98d0-32c8aa1d55ad req-e8b87d70-021c-44af-9db7-021d58f70967 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532875 Aug 25 17:34:31.380200 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ff6ebe3b-9c77-4b08-8305-3c0088d401cc req-dc821c7a-aae8-4e65-94f5-f0ada58490bb tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521383 Aug 25 17:34:32.521649 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9fea5-ad64-4c73-98c9-4077ea36ba68 req-9c8dd456-bcf5-4204-b16f-64bdd89e7dba tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:32.523135 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3a9fea5-ad64-4c73-98c9-4077ea36ba68 req-9c8dd456-bcf5-4204-b16f-64bdd89e7dba tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0802407 Aug 25 17:34:32.530868 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e601f-a38d-4ccf-a086-264f4918dd6d req-259eba2c-c4dd-4334-8a16-a4a1f585ea32 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:32.532274 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-977e601f-a38d-4ccf-a086-264f4918dd6d req-259eba2c-c4dd-4334-8a16-a4a1f585ea32 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.0799394 Aug 25 17:34:32.589716 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3a9fea5-ad64-4c73-98c9-4077ea36ba68 req-347cd49a-9917-4de8-b827-f7154f16f8f5 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564902 Aug 25 17:34:32.594798 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-977e601f-a38d-4ccf-a086-264f4918dd6d req-a56df384-64b6-436a-9463-4602a5695fa5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558324 Aug 25 17:34:33.740005 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087be78c-288e-491d-8fd2-c474812acde1 req-900b7ee1-cbcd-4712-bcc6-d3f2b373224c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:33.741515 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-087be78c-288e-491d-8fd2-c474812acde1 req-900b7ee1-cbcd-4712-bcc6-d3f2b373224c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0861545 Aug 25 17:34:33.748978 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98070f4-5d9a-443d-8ffd-3fab68b540cf req-04f221ae-21dd-4ed7-89b4-705e727601f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:33.750425 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d98070f4-5d9a-443d-8ffd-3fab68b540cf req-04f221ae-21dd-4ed7-89b4-705e727601f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.0835893 Aug 25 17:34:33.806876 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-087be78c-288e-491d-8fd2-c474812acde1 req-d897caa7-83de-417d-a6b5-aa943dd851d4 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554826 Aug 25 17:34:33.811677 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d98070f4-5d9a-443d-8ffd-3fab68b540cf req-94254910-394e-44df-886d-b9757f37002a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=aadc2522-dd98-4fc5-8f1a-f255e5774b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543642 Aug 25 17:34:33.914114 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-e386e9d7-84bb-47b8-8ff2-5915d2f954b1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:33.916278 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-e386e9d7-84bb-47b8-8ff2-5915d2f954b1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 947 time: 0.0482268 Aug 25 17:34:34.015323 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Deleting port be008cdd-7a1a-485d-8d5e-e4790373a602 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:34:34.015749 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:34.112771 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] For port be008cdd-7a1a-485d-8d5e-e4790373a602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=be008cdd-7a1a-485d-8d5e-e4790373a602,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:34:34.113043 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:34.341086 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:34.341465 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:34.341771 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.l3_db [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Floating IP 951bbd2c-bc03-4eea-be19-49ebc05900d8 disassociated. External IP: 172.27.3.74, port: be008cdd-7a1a-485d-8d5e-e4790373a602. Aug 25 17:34:34.342135 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Calling delete_port for be008cdd-7a1a-485d-8d5e-e4790373a602 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:34:34.468563 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:34.495954 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event deleted for resources: {'Port': ['ID=be008cdd-7a1a-485d-8d5e-e4790373a602,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:34.608205 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:34:34.713495 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:34:34.724062 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130f6adb-430c-4b5f-a34a-069050ca52fc None None] Sync routers for ids ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:34:34.734358 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f6adb-430c-4b5f-a34a-069050ca52fc None None] Routers {'798cd054-fad1-4a1c-a325-7e05dcdc0de6'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:34:34.734977 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-130f6adb-430c-4b5f-a34a-069050ca52fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:34:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:34:34.752190 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] No DVR routers for this DVR port be008cdd-7a1a-485d-8d5e-e4790373a602 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:34:34.754706 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:34.756712 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ed8f4cd-c2f7-468c-a3f2-ebe2f99d356a req-3a45a98c-a9a6-47cc-b842-dc817de5658b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.25 "DELETE /v2.0/ports/be008cdd-7a1a-485d-8d5e-e4790373a602 HTTP/1.1" status: 204 len: 173 time: 0.8337369 Aug 25 17:34:34.757146 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'name': 'network-vif-deleted', 'tag': 'be008cdd-7a1a-485d-8d5e-e4790373a602'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:34:34.759912 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb751d1-f73e-424a-9feb-9d0528ed5038" -d '{"events": [{"server_uuid": "1e400cd4-71cb-4890-be05-29ea4ae174ca", "name": "network-vif-deleted", "tag": "be008cdd-7a1a-485d-8d5e-e4790373a602"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:34:34.797047 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e318af44-ebc3-4d51-8707-7f72dcc66f25 x-openstack-request-id: req-e318af44-ebc3-4d51-8707-7f72dcc66f25 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:34:34.797343 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e400cd4-71cb-4890-be05-29ea4ae174ca", "name": "network-vif-deleted", "tag": "be008cdd-7a1a-485d-8d5e-e4790373a602", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:34:34.797596 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e318af44-ebc3-4d51-8707-7f72dcc66f25 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:34:34.797987 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e400cd4-71cb-4890-be05-29ea4ae174ca', 'name': 'network-vif-deleted', 'tag': 'be008cdd-7a1a-485d-8d5e-e4790373a602', 'status': 'completed', 'code': 200} Aug 25 17:34:34.881456 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-130f6adb-430c-4b5f-a34a-069050ca52fc None None] Set router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:34:34.952879 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c10d097b-7330-4c28-bb59-ef891b4af48c req-aae9a076-6996-4414-8a6e-419cb099f96e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e400cd4-71cb-4890-be05-29ea4ae174ca HTTP/1.1" status: 200 len: 210 time: 0.0295823 Aug 25 17:34:34.965725 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065c1a2-073a-456c-971d-ef529b44437f req-9b251ae0-6238-4130-9880-1c3847be2f66 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:34.972224 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e065c1a2-073a-456c-971d-ef529b44437f req-9b251ae0-6238-4130-9880-1c3847be2f66 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0794971 Aug 25 17:34:35.020694 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e065c1a2-073a-456c-971d-ef529b44437f req-0e465267-d60e-4c76-8e3c-ef0cbbc67434 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366762 Aug 25 17:34:35.105051 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-130f6adb-430c-4b5f-a34a-069050ca52fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:34:35.135621 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130f6adb-430c-4b5f-a34a-069050ca52fc None None] Checking router: 798cd054-fad1-4a1c-a325-7e05dcdc0de6 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:34:35.144514 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f6adb-430c-4b5f-a34a-069050ca52fc None None] Routers {'798cd054-fad1-4a1c-a325-7e05dcdc0de6'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:34:35.145136 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-130f6adb-430c-4b5f-a34a-069050ca52fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:34:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:34:35.272676 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-130f6adb-430c-4b5f-a34a-069050ca52fc None None] Set router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:34:35.488110 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-130f6adb-430c-4b5f-a34a-069050ca52fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:34:35.514117 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130f6adb-430c-4b5f-a34a-069050ca52fc None None] The sync data for ids ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'] in dv-cinder-786385-9-iscsi is: [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:34:35.721888 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0356b8f4-b22b-453c-801a-5d8e67ae2d82 None None] New status for floating IP 951bbd2c-bc03-4eea-be19-49ebc05900d8: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:34:36.007642 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device be008cdd-7a1a-485d-8d5e-e4790373a602 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:34:36.032707 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: be008cdd-7a1a-485d-8d5e-e4790373a602 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:34:36.033052 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device be008cdd-7a1a-485d-8d5e-e4790373a602 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:34:36.045444 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52062) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:36.102431 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-254b3a3c-d115-41f2-b8bc-7fb549de467d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:36.125865 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-254b3a3c-d115-41f2-b8bc-7fb549de467d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:36.139279 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712d6fd-72ef-41b1-a4d7-efed800d0abd req-3320652a-e692-45e1-8ad2-f4e6bb818b24 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:36.140848 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3712d6fd-72ef-41b1-a4d7-efed800d0abd req-3320652a-e692-45e1-8ad2-f4e6bb818b24 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0506763 Aug 25 17:34:36.181355 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-254b3a3c-d115-41f2-b8bc-7fb549de467d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:36.184147 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-254b3a3c-d115-41f2-b8bc-7fb549de467d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:36.184764 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3712d6fd-72ef-41b1-a4d7-efed800d0abd req-ce6145cf-99f7-4e83-baea-7d6bf7269544 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370829 Aug 25 17:34:36.185497 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-254b3a3c-d115-41f2-b8bc-7fb549de467d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "DELETE /v2.0/security-groups/aadc2522-dd98-4fc5-8f1a-f255e5774b5d HTTP/1.1" status: 204 len: 168 time: 0.1390378 Aug 25 17:34:36.188833 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52064) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:36.196959 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b3a3c-d115-41f2-b8bc-7fb549de467d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadc2522-dd98-4fc5-8f1a-f255e5774b5d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:36.205732 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.api.v2.resource [None req-f251a301-45e9-4973-8e3f-7622bbd5fe0d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] show failed (client error): The resource could not be found. Aug 25 17:34:36.216920 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f251a301-45e9-4973-8e3f-7622bbd5fe0d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups/aadc2522-dd98-4fc5-8f1a-f255e5774b5d HTTP/1.1" status: 404 len: 347 time: 0.0209048 Aug 25 17:34:36.217103 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52066) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:36.344180 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-68fd4be3-ddbb-45db-b181-75129259d948 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Deleting port 4e0f05d9-7660-4dbf-82c2-286ffe457a0b {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:34:36.344593 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68fd4be3-ddbb-45db-b181-75129259d948 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:36.422475 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68fd4be3-ddbb-45db-b181-75129259d948 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:36.422800 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68fd4be3-ddbb-45db-b181-75129259d948 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:36.435480 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-68fd4be3-ddbb-45db-b181-75129259d948 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Calling delete_port for 4e0f05d9-7660-4dbf-82c2-286ffe457a0b owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:34:36.580796 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68fd4be3-ddbb-45db-b181-75129259d948 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:36.607173 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd4be3-ddbb-45db-b181-75129259d948 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event deleted for resources: {'Port': ['ID=4e0f05d9-7660-4dbf-82c2-286ffe457a0b,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:36.632831 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52084) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:36.672397 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68fd4be3-ddbb-45db-b181-75129259d948 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:36.674949 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-68fd4be3-ddbb-45db-b181-75129259d948 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:36.679478 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-68fd4be3-ddbb-45db-b181-75129259d948 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "DELETE /v2.0/floatingips/951bbd2c-bc03-4eea-be19-49ebc05900d8 HTTP/1.1" status: 204 len: 168 time: 0.4646249 Aug 25 17:34:36.745816 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90d502cf-ee00-4bf5-9a9a-59c6b581ebcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:36.870301 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90d502cf-ee00-4bf5-9a9a-59c6b581ebcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:36.881293 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-90d502cf-ee00-4bf5-9a9a-59c6b581ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:36.921372 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-90d502cf-ee00-4bf5-9a9a-59c6b581ebcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e878eedd9f8a4f1d86074f6115f830ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874568 Aug 25 17:34:36.922304 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d502cf-ee00-4bf5-9a9a-59c6b581ebcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fd530e-b7cb-4bd2-8c44-e20ffac701c4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:36.924060 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52092) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:36.977338 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4678cb73-d34c-41b1-ac5d-1988fcba0cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.001159 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4678cb73-d34c-41b1-ac5d-1988fcba0cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.050134 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52094) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:37.055572 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ff9a116f-3afb-4623-9aa8-7a3beba0429d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--660064552', 'description': 'tempest-description--1641943677'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:34:37.057250 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4678cb73-d34c-41b1-ac5d-1988fcba0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.059963 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4678cb73-d34c-41b1-ac5d-1988fcba0cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.061212 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4678cb73-d34c-41b1-ac5d-1988fcba0cc7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9fd530e-b7cb-4bd2-8c44-e20ffac701c4 HTTP/1.1" status: 204 len: 168 time: 0.1361256 Aug 25 17:34:37.069810 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678cb73-d34c-41b1-ac5d-1988fcba0cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fd530e-b7cb-4bd2-8c44-e20ffac701c4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:37.109505 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ff9a116f-3afb-4623-9aa8-7a3beba0429d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.199274 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ff9a116f-3afb-4623-9aa8-7a3beba0429d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.203353 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ff9a116f-3afb-4623-9aa8-7a3beba0429d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.231353 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ff9a116f-3afb-4623-9aa8-7a3beba0429d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.235981 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ff9a116f-3afb-4623-9aa8-7a3beba0429d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1817234 Aug 25 17:34:37.237168 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52102) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:37.242162 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a116f-3afb-4623-9aa8-7a3beba0429d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:37.254635 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-7198040f-2663-4c02-b60a-a6e3e4ac91d3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Request body: {'security_group_rule': {'security_group_id': '1584b51f-fe45-49bc-a6dd-d3fbfbe0a762', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:34:37.290412 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7198040f-2663-4c02-b60a-a6e3e4ac91d3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.324943 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68d33f-8e7a-4d67-9a63-a51156449f63 req-417f646b-a266-42cc-b3e3-67e791c83887 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:37.326616 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1e68d33f-8e7a-4d67-9a63-a51156449f63 req-417f646b-a266-42cc-b3e3-67e791c83887 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0568836 Aug 25 17:34:37.341239 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7198040f-2663-4c02-b60a-a6e3e4ac91d3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.346174 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7198040f-2663-4c02-b60a-a6e3e4ac91d3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.363834 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198040f-2663-4c02-b60a-a6e3e4ac91d3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b3f7d0-d386-4ccc-b36f-b50b33e644b3,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:37.376194 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7198040f-2663-4c02-b60a-a6e3e4ac91d3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.377420 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-7198040f-2663-4c02-b60a-a6e3e4ac91d3 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380081 Aug 25 17:34:37.378634 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1e68d33f-8e7a-4d67-9a63-a51156449f63 req-3f3e42d3-0661-4c21-8815-0fb0a4b23dd9 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443172 Aug 25 17:34:37.380159 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52110) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:37.384655 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-da0070ed-68c6-4e98-9128-74768171d7c8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Request body: {'security_group_rule': {'security_group_id': '1584b51f-fe45-49bc-a6dd-d3fbfbe0a762', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:34:37.417867 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da0070ed-68c6-4e98-9128-74768171d7c8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.478502 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da0070ed-68c6-4e98-9128-74768171d7c8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.483793 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da0070ed-68c6-4e98-9128-74768171d7c8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.502198 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0070ed-68c6-4e98-9128-74768171d7c8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b4c720-ba2b-45b3-93fe-547aae8cec73,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:37.509066 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-da0070ed-68c6-4e98-9128-74768171d7c8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.510286 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-da0070ed-68c6-4e98-9128-74768171d7c8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291380 Aug 25 17:34:37.513951 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52114) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:37.522142 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Request body: {'floatingip': {'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:34:37.555093 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.685723 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.790823 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Allocated IP 172.27.3.153 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/c377275e-f337-4f96-928f-53f34d0ab222) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:34:37.896384 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.937408 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:37.980802 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:34:37.984053 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:34:37.986681 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:34:38.014289 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event updated for resources: {'Port': ['ID=c377275e-f337-4f96-928f-53f34d0ab222,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:38.078105 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:38.130487 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:38.315847 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:38.322509 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63530967'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:38.393540 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event updated for resources: {'Port': ['ID=c377275e-f337-4f96-928f-53f34d0ab222,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:38.404572 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:38.425184 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:38.435681 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-85029011-1b35-4b6d-b9a9-3aae82127e94 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9126697 Aug 25 17:34:38.515296 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b0e15-ae5f-462c-820a-0e2ba4b752b6 req-ca54a267-63c4-4e28-bd9a-c0665dde9cae tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:38.517609 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-db0b0e15-ae5f-462c-820a-0e2ba4b752b6 req-ca54a267-63c4-4e28-bd9a-c0665dde9cae tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0631192 Aug 25 17:34:38.613477 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-db0b0e15-ae5f-462c-820a-0e2ba4b752b6 req-0a901102-0c53-455c-913f-66e739468e5c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883729 Aug 25 17:34:38.621818 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f0a23-fec1-4cd5-be11-b9d0caac4e52 req-17f172b2-f340-46a8-aba1-c0023ed7777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:38.623692 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a6f0a23-fec1-4cd5-be11-b9d0caac4e52 req-17f172b2-f340-46a8-aba1-c0023ed7777a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0eb65748cf6445e8a7685af435edc01&device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 1099 time: 0.0827456 Aug 25 17:34:38.724621 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-3c03aebe-7bdc-47f1-b743-61b9fb22eaa0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--660064552&fields=id&tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b HTTP/1.1" status: 200 len: 267 time: 0.0831189 Aug 25 17:34:38.786744 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f0a23-fec1-4cd5-be11-b9d0caac4e52 req-5551ff2e-d43c-454c-ace1-85c013aaa117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:38.788257 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a6f0a23-fec1-4cd5-be11-b9d0caac4e52 req-5551ff2e-d43c-454c-ace1-85c013aaa117 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca970fd4-9856-4bb7-8c32-89429aee1f3f HTTP/1.1" status: 200 len: 910 time: 0.1558084 Aug 25 17:34:39.132393 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a6f0a23-fec1-4cd5-be11-b9d0caac4e52 req-c0792e39-82af-4855-b3c7-c57552428e27 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e105a3d4-5315-4898-8165-45be54479c9d HTTP/1.1" status: 200 len: 1001 time: 0.3362987 Aug 25 17:34:39.140671 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-ae0f1ec5-3fea-4436-a98a-4c79d4742711 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:39.142050 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-ae0f1ec5-3fea-4436-a98a-4c79d4742711 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 816 time: 0.4088979 Aug 25 17:34:39.182125 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-8c048e72-ac83-4233-b74d-c15ed3fefbc6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/quotas/a7ea1e2dd2fe437c9a89fbca6cf73a9b HTTP/1.1" status: 200 len: 375 time: 0.0308042 Aug 25 17:34:39.201021 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f0a23-fec1-4cd5-be11-b9d0caac4e52 req-8cd7ec5e-bed7-46ee-b856-dd18ead190f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:39.202411 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a6f0a23-fec1-4cd5-be11-b9d0caac4e52 req-8cd7ec5e-bed7-46ee-b856-dd18ead190f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1963686-7ad8-4df4-87ad-0047c1dea553 HTTP/1.1" status: 200 len: 848 time: 0.0595469 Aug 25 17:34:39.269401 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-ff7282cb-8f97-4b22-90b3-83c1da5de528 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816061 Aug 25 17:34:39.271778 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f0a23-fec1-4cd5-be11-b9d0caac4e52 req-c99aff7e-b982-464c-9c6b-c6681b34f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:39.273120 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a6f0a23-fec1-4cd5-be11-b9d0caac4e52 req-c99aff7e-b982-464c-9c6b-c6681b34f063 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca970fd4-9856-4bb7-8c32-89429aee1f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567093 Aug 25 17:34:39.434694 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a6f0a23-fec1-4cd5-be11-b9d0caac4e52 req-867aa3ec-c5b4-4a09-bdbe-eaf75cf726c8 service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535816 Aug 25 17:34:39.436835 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-ca4189d3-b328-4555-b0f9-d6aa25eb75b5 service neutron] 10.222.0.13 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487715 Aug 25 17:34:39.475480 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d0482bb8-ee55-4fe7-8996-c1c6ec896f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:39.605906 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a6f0a23-fec1-4cd5-be11-b9d0caac4e52 req-1e0ed456-8e9a-456e-a37c-1fce2a80122b service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631379 Aug 25 17:34:39.607934 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-2490314f-054b-4917-9c8f-be6e0aad8888 service neutron] 10.222.0.13 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571918 Aug 25 17:34:39.739855 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b85d13-3252-40a8-ac64-e5f53aac0c14 req-461edd86-f625-4bac-acd6-c0f8b668090e tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:39.741378 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-43b85d13-3252-40a8-ac64-e5f53aac0c14 req-461edd86-f625-4bac-acd6-c0f8b668090e tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0516169 Aug 25 17:34:39.789217 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67cd496e-19dd-4800-8170-a8187524f3e3 req-3efa5e7c-ba24-49c0-82ab-4f8baaa486ec tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 210 time: 0.0425718 Aug 25 17:34:39.809249 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-43b85d13-3252-40a8-ac64-e5f53aac0c14 req-a960e6c6-d6f0-4254-af0a-fd2c392bc1bc tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604086 Aug 25 17:34:40.692821 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71cf090e-3d63-467e-b911-342c496ba433 req-fef22e77-72d5-4ed7-a2e2-ca357b4b4841 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412691 Aug 25 17:34:40.766513 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf090e-3d63-467e-b911-342c496ba433 req-ab271d82-3ddb-4e0d-b0c1-b9edb5a9593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:40.768156 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71cf090e-3d63-467e-b911-342c496ba433 req-ab271d82-3ddb-4e0d-b0c1-b9edb5a9593e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5cbf8ed113c4b7e9503a62bed2221ce&device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 1137 time: 0.0483832 Aug 25 17:34:40.966068 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d0d363ca-5dab-4988-be03-10eeff1c100e req-7c973f77-7f07-4cd4-bfd4-ec252a6f8c34 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 210 time: 0.0711982 Aug 25 17:34:41.045246 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-5b0866ee-ee76-4a36-9d90-98abdeee1a97 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:41.046689 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-5b0866ee-ee76-4a36-9d90-98abdeee1a97 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.25 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 816 time: 0.2452929 Aug 25 17:34:41.056110 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d021bde-570d-4603-a6df-a0532b10c389 req-e425a013-6017-435c-8fa5-e983e754c8e2 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:41.057497 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d021bde-570d-4603-a6df-a0532b10c389 req-e425a013-6017-435c-8fa5-e983e754c8e2 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.1620135 Aug 25 17:34:41.059677 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf090e-3d63-467e-b911-342c496ba433 req-c80f15e4-0f28-4761-91b8-4aa82bf4a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:41.061031 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71cf090e-3d63-467e-b911-342c496ba433 req-c80f15e4-0f28-4761-91b8-4aa82bf4a010 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9df84681-d070-4d12-8a33-62c614f41776 HTTP/1.1" status: 200 len: 913 time: 0.2583373 Aug 25 17:34:41.160359 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-497197ee-5638-4482-96ea-d41faf05d864 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b HTTP/1.1" status: 200 len: 379 time: 0.1019373 Aug 25 17:34:41.164579 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d021bde-570d-4603-a6df-a0532b10c389 req-ceb04568-159a-4118-b0db-138bdd497492 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986502 Aug 25 17:34:41.172888 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-c2ee1c36-ba48-4dca-84b0-1b94cb43e2f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Request body: {'port': {'device_id': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'admin_state_up': True, 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'security_groups': ['1584b51f-fe45-49bc-a6dd-d3fbfbe0a762']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:34:41.220634 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71cf090e-3d63-467e-b911-342c496ba433 req-c8868f25-13a2-444e-afd8-b96b7670590d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca HTTP/1.1" status: 200 len: 1001 time: 0.1411386 Aug 25 17:34:41.302367 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf090e-3d63-467e-b911-342c496ba433 req-ed32c058-19c4-4d17-b53d-75e06d074dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:41.303879 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71cf090e-3d63-467e-b911-342c496ba433 req-ed32c058-19c4-4d17-b53d-75e06d074dd9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=576fc3d0-0569-41b1-b281-0b983a96176e HTTP/1.1" status: 200 len: 851 time: 0.0726573 Aug 25 17:34:41.354660 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-c2ee1c36-ba48-4dca-84b0-1b94cb43e2f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Made reservation on behalf of a7ea1e2dd2fe437c9a89fbca6cf73a9b for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:34:41.358085 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-c2ee1c36-ba48-4dca-84b0-1b94cb43e2f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:41.374649 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf090e-3d63-467e-b911-342c496ba433 req-c8c24b90-3321-456d-9448-425b20e85aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:41.376188 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71cf090e-3d63-467e-b911-342c496ba433 req-c8c24b90-3321-456d-9448-425b20e85aa2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9df84681-d070-4d12-8a33-62c614f41776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652320 Aug 25 17:34:41.549434 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71cf090e-3d63-467e-b911-342c496ba433 req-9f7d8925-6e8b-4a74-9702-9783aa61451b service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628795 Aug 25 17:34:41.567336 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-c2ee1c36-ba48-4dca-84b0-1b94cb43e2f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Allocated IP 172.20.0.8 (ad187e33-934a-4e18-80df-b0dbcf133e48/eaf66541-9305-4ae8-b7c6-d35b1d7e942e/b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:34:41.723775 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71cf090e-3d63-467e-b911-342c496ba433 req-a9285b79-6c31-4ddf-b6e8-cb2d2161ef13 service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658981 Aug 25 17:34:41.776255 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-c2ee1c36-ba48-4dca-84b0-1b94cb43e2f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:41.792142 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-c2ee1c36-ba48-4dca-84b0-1b94cb43e2f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Transition to ACTIVE for port object b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:34:41.827460 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-c2ee1c36-ba48-4dca-84b0-1b94cb43e2f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:41.878158 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-c2ee1c36-ba48-4dca-84b0-1b94cb43e2f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Network ad187e33-934a-4e18-80df-b0dbcf133e48 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:34:41.882309 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-c2ee1c36-ba48-4dca-84b0-1b94cb43e2f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:34:41.884245 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee1c36-ba48-4dca-84b0-1b94cb43e2f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event updated for resources: {'Port': ['ID=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:41.886411 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-c2ee1c36-ba48-4dca-84b0-1b94cb43e2f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:34:41.938220 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-c2ee1c36-ba48-4dca-84b0-1b94cb43e2f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:41.939034 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-c2ee1c36-ba48-4dca-84b0-1b94cb43e2f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:41.954994 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-c2ee1c36-ba48-4dca-84b0-1b94cb43e2f9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7857985 Aug 25 17:34:41.971539 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Request body: {'port': {'device_id': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:34:42.062807 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.145868 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-fcfea089-a004-4d3b-8d05-e5cbda34dcbb None None] Provisioning for port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:34:42.150971 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-fcfea089-a004-4d3b-8d05-e5cbda34dcbb None None] Provisioning complete for port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:34:42.151805 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fcfea089-a004-4d3b-8d05-e5cbda34dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.188547 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-fcfea089-a004-4d3b-8d05-e5cbda34dcbb None None] Port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:34:42.229459 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c25666-d3d3-49d7-bac0-8772908fa094 req-ca97a863-ba91-49df-865d-47c6873c4d60 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:42.231265 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-72c25666-d3d3-49d7-bac0-8772908fa094 req-ca97a863-ba91-49df-865d-47c6873c4d60 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 931 time: 0.1454487 Aug 25 17:34:42.240834 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7bd0-ee43-472d-befd-3dc5267cfd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.318574 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52218) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:42.362789 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-72c25666-d3d3-49d7-bac0-8772908fa094 req-54018301-e31c-4797-9f56-b2257648ce93 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184974 Aug 25 17:34:42.386944 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c916693-4f91-460e-8b76-b8527a874f07 req-7301aad6-6924-4f17-8c7f-b9367e627a96 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:42.388623 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c916693-4f91-460e-8b76-b8527a874f07 req-7301aad6-6924-4f17-8c7f-b9367e627a96 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.1360199 Aug 25 17:34:42.390806 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.457635 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c916693-4f91-460e-8b76-b8527a874f07 req-1ba3109a-c8d5-4278-9064-a1d07d87f500 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571418 Aug 25 17:34:42.470681 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a742ca95-32e8-487f-8083-3bb5268711b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.516988 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:34:42.525869 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.540116 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Transition to ACTIVE for port object b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:34:42.544341 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.581933 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a742ca95-32e8-487f-8083-3bb5268711b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.588258 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a742ca95-32e8-487f-8083-3bb5268711b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.606319 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:42.663057 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a742ca95-32e8-487f-8083-3bb5268711b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00900ea5f81d4eac96839185372fb24b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433926 Aug 25 17:34:42.667291 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52230) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:42.675972 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742ca95-32e8-487f-8083-3bb5268711b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db4433e-cea0-4d31-aed4-c3fc516c9738,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:42.714682 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52232) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:42.740968 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Attempting to bind port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:34:42.741535 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Attempting to bind port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:34:42.741641 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Attempting to bind port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 on network ad187e33-934a-4e18-80df-b0dbcf133e48 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:34:42.744404 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c64e-8244-4c17-8c10-bc90ed754da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.749736 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 on network ad187e33-934a-4e18-80df-b0dbcf133e48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:34:42.750062 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Attempting to bind port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 on network ad187e33-934a-4e18-80df-b0dbcf133e48 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:34:42.761368 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc5064-3510-4799-8f39-de821591594b req-89cccb95-566d-4c6a-a002-46486cd2916d tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:42.762947 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68bc5064-3510-4799-8f39-de821591594b req-89cccb95-566d-4c6a-a002-46486cd2916d tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0915854 Aug 25 17:34:42.765951 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:34:42.766293 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Checking segment: {'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:34:42.766675 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Bound using segment: {'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:34:42.767111 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Bound port: b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae473e0-f9e1-4bcd-93f7-789cacbc318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:34:42.767472 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.772055 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c64e-8244-4c17-8c10-bc90ed754da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.834884 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-f7ed56de-91cb-495d-a3c4-5754711af889 req-1933f5aa-5867-4231-a70f-94c4f090b2b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189821 Aug 25 17:34:42.850483 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68bc5064-3510-4799-8f39-de821591594b req-fb5ff5bb-9acd-4f13-a885-e3efd5a9bec2 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728514 Aug 25 17:34:42.856861 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c64e-8244-4c17-8c10-bc90ed754da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.861195 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c64e-8244-4c17-8c10-bc90ed754da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.862632 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-bfc1c64e-8244-4c17-8c10-bc90ed754da7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1db4433e-cea0-4d31-aed4-c3fc516c9738 HTTP/1.1" status: 204 len: 168 time: 0.1940944 Aug 25 17:34:42.872272 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] For port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:34:42.874509 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1c64e-8244-4c17-8c10-bc90ed754da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db4433e-cea0-4d31-aed4-c3fc516c9738,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:42.875790 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] For port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:34:42.883821 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.927244 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:42.927954 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:42.929459 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] 10.222.0.25 "PUT /v2.0/ports/b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 HTTP/1.1" status: 200 len: 1093 time: 0.9623015 Aug 25 17:34:42.929949 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'tag': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:34:42.932423 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77c6699-7d14-4e3f-8649-27a82a153ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "b9806882-dbc5-4337-9e5b-fd3b4ab021b3", "tag": "b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:34:43.012258 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc84d5e7-76c3-41f1-860d-906396fd1e45 x-openstack-request-id: req-dc84d5e7-76c3-41f1-860d-906396fd1e45 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:34:43.012556 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9806882-dbc5-4337-9e5b-fd3b4ab021b3", "tag": "b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:34:43.012812 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc84d5e7-76c3-41f1-860d-906396fd1e45 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:34:43.013219 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'tag': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'status': 'completed', 'code': 200} Aug 25 17:34:43.015515 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0298c-9f2e-46bb-98fa-15d306d99945 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:43.050568 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-d62862a6-16b4-40c0-9ef2-17b268dbca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:43.052149 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-d62862a6-16b4-40c0-9ef2-17b268dbca6c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 1096 time: 0.0683169 Aug 25 17:34:43.107511 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-4d9c20ab-5605-4366-9abd-1f732220b671 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 HTTP/1.1" status: 200 len: 217 time: 0.0462406 Aug 25 17:34:43.175916 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b74eda31-2e6b-4738-9338-66482198a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:43.177324 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-b74eda31-2e6b-4738-9338-66482198a61c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf66541-9305-4ae8-b7c6-d35b1d7e942e HTTP/1.1" status: 200 len: 855 time: 0.0601802 Aug 25 17:34:43.233523 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52248) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:43.234755 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-d569e92a-9e84-4c3a-90d7-18df236f02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:43.237893 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-d569e92a-9e84-4c3a-90d7-18df236f02f9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad187e33-934a-4e18-80df-b0dbcf133e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518534 Aug 25 17:34:43.247713 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03e15d59-a0dd-4f78-9810-b9b193b3bb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:43.345465 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-ff346cba-a26e-4027-8c7a-2c94d30c662b service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953677 Aug 25 17:34:43.355539 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03e15d59-a0dd-4f78-9810-b9b193b3bb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:43.360663 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-03e15d59-a0dd-4f78-9810-b9b193b3bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:43.398586 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e15d59-a0dd-4f78-9810-b9b193b3bb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc43748-a963-46d7-86e2-e53f03d7d1b2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:43.403489 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-03e15d59-a0dd-4f78-9810-b9b193b3bb29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5baf49c5e44406ca892b045663aa08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688693 Aug 25 17:34:43.406015 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52254) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:43.429571 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:43.479639 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-060d5f2b-0b31-428b-8b1a-5bde12240411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:43.487339 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e97b7c9-d50e-4e36-a19f-30e9a32a8726 req-eef38fd9-71e4-4590-9df3-0a3a45b773d2 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339283 Aug 25 17:34:43.509557 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b88849-35fa-4b0c-b154-c5810b9a66c2 req-ed4cb13a-25f2-4f1a-9c90-2954b9df5959 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:43.510242 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-060d5f2b-0b31-428b-8b1a-5bde12240411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:43.510718 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-48b88849-35fa-4b0c-b154-c5810b9a66c2 req-ed4cb13a-25f2-4f1a-9c90-2954b9df5959 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0596833 Aug 25 17:34:43.561290 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-060d5f2b-0b31-428b-8b1a-5bde12240411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:43.562123 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-48b88849-35fa-4b0c-b154-c5810b9a66c2 req-139ad058-8e21-4dc7-b292-ac938d48c81c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447910 Aug 25 17:34:43.566102 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-060d5f2b-0b31-428b-8b1a-5bde12240411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:43.568149 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-060d5f2b-0b31-428b-8b1a-5bde12240411 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dc43748-a963-46d7-86e2-e53f03d7d1b2 HTTP/1.1" status: 204 len: 168 time: 0.1606894 Aug 25 17:34:43.582536 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d5f2b-0b31-428b-8b1a-5bde12240411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc43748-a963-46d7-86e2-e53f03d7d1b2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:43.606530 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c6699-7d14-4e3f-8649-27a82a153ab7 req-da628a21-7d8d-4a2f-a698-e37207c99f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:43.608070 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f77c6699-7d14-4e3f-8649-27a82a153ab7 req-da628a21-7d8d-4a2f-a698-e37207c99f85 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 1096 time: 0.0643964 Aug 25 17:34:43.705139 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c6699-7d14-4e3f-8649-27a82a153ab7 req-b983846f-cd39-4ab6-b5f5-89d3469ad75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:43.706605 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f77c6699-7d14-4e3f-8649-27a82a153ab7 req-b983846f-cd39-4ab6-b5f5-89d3469ad75a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 917 time: 0.0906701 Aug 25 17:34:43.751766 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f77c6699-7d14-4e3f-8649-27a82a153ab7 req-b2855adf-01a2-47b1-8b7b-482f85e7e54f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 HTTP/1.1" status: 200 len: 217 time: 0.0373943 Aug 25 17:34:43.773346 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:43.817210 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c6699-7d14-4e3f-8649-27a82a153ab7 req-b9ff9e48-9ce7-4c04-b799-a3cbe4f5e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:43.818996 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f77c6699-7d14-4e3f-8649-27a82a153ab7 req-b9ff9e48-9ce7-4c04-b799-a3cbe4f5e49a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf66541-9305-4ae8-b7c6-d35b1d7e942e HTTP/1.1" status: 200 len: 855 time: 0.0569236 Aug 25 17:34:43.868258 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c6699-7d14-4e3f-8649-27a82a153ab7 req-1544a0c7-644c-4fad-8bc5-ee6f72473ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:43.869808 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f77c6699-7d14-4e3f-8649-27a82a153ab7 req-1544a0c7-644c-4fad-8bc5-ee6f72473ea5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad187e33-934a-4e18-80df-b0dbcf133e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428581 Aug 25 17:34:44.010765 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f77c6699-7d14-4e3f-8649-27a82a153ab7 req-88ddb914-9a9e-455f-9eda-3d8e89a4b051 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326840 Aug 25 17:34:44.034829 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885adf9-b1de-4e8b-8df3-18ac06c15af1 req-579d8a9a-eda8-4aec-872e-5e5e81d9ceee tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:44.036745 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2885adf9-b1de-4e8b-8df3-18ac06c15af1 req-579d8a9a-eda8-4aec-872e-5e5e81d9ceee tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0900421 Aug 25 17:34:44.059458 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e105a3d4-5315-4898-8165-45be54479c9d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:34:44.130710 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2885adf9-b1de-4e8b-8df3-18ac06c15af1 req-09f54101-7c71-468b-8866-4a3b751652e4 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808606 Aug 25 17:34:44.158022 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f77c6699-7d14-4e3f-8649-27a82a153ab7 req-fa5f92a6-f661-4561-a221-e02182e4d92c service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396134 Aug 25 17:34:44.174665 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:44.201661 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b98d492-c0e2-4436-919c-871e4010c902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e105a3d4-5315-4898-8165-45be54479c9d'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:34:44.203954 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8c292a-0838-4f6d-bf88-05732634e978" -d '{"events": [{"server_uuid": "7b98d492-c0e2-4436-919c-871e4010c902", "name": "network-vif-unplugged", "status": "completed", "tag": "e105a3d4-5315-4898-8165-45be54479c9d"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:34:44.217696 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e105a3d4-5315-4898-8165-45be54479c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e105a3d4-5315-4898-8165-45be54479c9d,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:34:44.222586 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:44.248116 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fdd6eb-dba4-4924-a3e5-c172ffdd14af x-openstack-request-id: req-74fdd6eb-dba4-4924-a3e5-c172ffdd14af {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:34:44.248407 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b98d492-c0e2-4436-919c-871e4010c902", "name": "network-vif-unplugged", "status": "completed", "tag": "e105a3d4-5315-4898-8165-45be54479c9d", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:34:44.248659 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74fdd6eb-dba4-4924-a3e5-c172ffdd14af {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:34:44.249050 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b98d492-c0e2-4436-919c-871e4010c902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e105a3d4-5315-4898-8165-45be54479c9d', 'code': 200} Aug 25 17:34:44.278521 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=e105a3d4-5315-4898-8165-45be54479c9d,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:44.285437 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:44.285789 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:44.286134 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:44.286470 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:44.286805 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:44.287141 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:44.287474 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:44.287828 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:44.288158 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:44.288483 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:44.289048 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:44.289181 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:34:44.359146 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52280) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:44.454911 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed56de-91cb-495d-a3c4-5754711af889 req-cbddfbc3-5660-4594-861d-71aa2c464ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:44.455345 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1784059046-network', 'tenant_id': '90a3d41ace9643209b5c314a00044b99'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:34:44.456474 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f7ed56de-91cb-495d-a3c4-5754711af889 req-cbddfbc3-5660-4594-861d-71aa2c464ec0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902&tenant_id=d0eb65748cf6445e8a7685af435edc01 HTTP/1.1" status: 200 len: 1097 time: 0.0425081 Aug 25 17:34:44.476581 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] Made reservation on behalf of 90a3d41ace9643209b5c314a00044b99 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:34:44.479075 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:44.487253 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:44.584832 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:44.589783 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:44.612479 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:34:44.626503 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbdfa3c-66a4-4689-9ce4-208290106125,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:44.632170 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:44.632508 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] Added segment 6e2e4556-d784-4564-95bc-e74a44f8dd8c of type vlan for network 1f17c8cb-ec44-4bfb-b80b-4ab1cbe277d7 Aug 25 17:34:44.677521 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:44.704796 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:44.705698 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:44.706282 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:44.736798 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:44.761645 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4014163 Aug 25 17:34:44.764455 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52286) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:44.771159 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-58d4481f-e52b-48c4-b396-caa429491620 admin admin] Request body: {'subnet': {'network_id': '1f17c8cb-ec44-4bfb-b80b-4ab1cbe277d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1784059046-subnet', 'tenant_id': '90a3d41ace9643209b5c314a00044b99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:34:44.776218 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746644a-8470-44d3-982f-7c7cf4f60bd9 admin admin] Pushing event updated for resources: {'Network': ['ID=1f17c8cb-ec44-4bfb-b80b-4ab1cbe277d7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:44.787599 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network 1f17c8cb-ec44-4bfb-b80b-4ab1cbe277d7 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:34:44.796969 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d4481f-e52b-48c4-b396-caa429491620 admin admin] Made reservation on behalf of 90a3d41ace9643209b5c314a00044b99 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:34:44.800902 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58d4481f-e52b-48c4-b396-caa429491620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63909623'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:44.833803 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed56de-91cb-495d-a3c4-5754711af889 req-fd6e356d-cbad-42c6-8965-c26cdaadf03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:44.835333 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f7ed56de-91cb-495d-a3c4-5754711af889 req-fd6e356d-cbad-42c6-8965-c26cdaadf03c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0eb65748cf6445e8a7685af435edc01&device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 1097 time: 0.3566062 Aug 25 17:34:44.846807 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975412cf-f5aa-42f6-91be-478f1386578f req-35ea8304-2671-4359-abf4-6cc6d0f4c2af tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:44.848301 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-975412cf-f5aa-42f6-91be-478f1386578f req-35ea8304-2671-4359-abf4-6cc6d0f4c2af tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0625229 Aug 25 17:34:44.945145 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-975412cf-f5aa-42f6-91be-478f1386578f req-ca81bfc2-6621-4ac9-87af-01d139d8622d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859690 Aug 25 17:34:44.972782 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed56de-91cb-495d-a3c4-5754711af889 req-cbcb2308-1718-4012-804d-10c8b51db90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:44.974349 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f7ed56de-91cb-495d-a3c4-5754711af889 req-cbcb2308-1718-4012-804d-10c8b51db90a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca970fd4-9856-4bb7-8c32-89429aee1f3f HTTP/1.1" status: 200 len: 910 time: 0.1251731 Aug 25 17:34:44.975348 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58d4481f-e52b-48c4-b396-caa429491620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63529822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63909509'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:45.029512 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4481f-e52b-48c4-b396-caa429491620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49fdb2e9-5d16-4d41-b25c-4ef710d17a97,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:45.041305 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4481f-e52b-48c4-b396-caa429491620 admin admin] Checking segment: {'id': '6e2e4556-d784-4564-95bc-e74a44f8dd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1f17c8cb-ec44-4bfb-b80b-4ab1cbe277d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:34:45.041657 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d4481f-e52b-48c4-b396-caa429491620 admin admin] Network hostable DHCP agents. Network: 1f17c8cb-ec44-4bfb-b80b-4ab1cbe277d7, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:34:45.044145 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f7ed56de-91cb-495d-a3c4-5754711af889 req-32159020-dd6f-4628-bd6d-c0118aeb95d4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e105a3d4-5315-4898-8165-45be54479c9d HTTP/1.1" status: 200 len: 999 time: 0.0609875 Aug 25 17:34:45.058741 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d4481f-e52b-48c4-b396-caa429491620 admin admin] Network 1f17c8cb-ec44-4bfb-b80b-4ab1cbe277d7 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:34:45.067940 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-58d4481f-e52b-48c4-b396-caa429491620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, 1f17c8cb-ec44-4bfb-b80b-4ab1cbe277d7) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:34:45.073624 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d4481f-e52b-48c4-b396-caa429491620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:45.074418 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-58d4481f-e52b-48c4-b396-caa429491620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:45.078380 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e090d98-700e-4c3d-b2f9-293c29723214 None None] Network 1f17c8cb-ec44-4bfb-b80b-4ab1cbe277d7 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:34:45.097728 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-58d4481f-e52b-48c4-b396-caa429491620 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3247502 Aug 25 17:34:45.104667 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed56de-91cb-495d-a3c4-5754711af889 req-dbc058d5-340d-4ba6-a5b3-ef27d4dde5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:45.106159 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f7ed56de-91cb-495d-a3c4-5754711af889 req-dbc058d5-340d-4ba6-a5b3-ef27d4dde5c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1963686-7ad8-4df4-87ad-0047c1dea553 HTTP/1.1" status: 200 len: 848 time: 0.0520022 Aug 25 17:34:45.166406 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed56de-91cb-495d-a3c4-5754711af889 req-5f54b090-c47a-4c33-aed9-c05216098b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:45.167983 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f7ed56de-91cb-495d-a3c4-5754711af889 req-5f54b090-c47a-4c33-aed9-c05216098b51 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca970fd4-9856-4bb7-8c32-89429aee1f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539825 Aug 25 17:34:45.216574 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e9c0fc-5668-410e-81fe-148366c92e0b None None] Network 1f17c8cb-ec44-4bfb-b80b-4ab1cbe277d7 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:34:45.295390 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1552f7-7edd-4688-9f68-26e2bb673b4f req-24a6cfd3-1ad9-4a0b-81ac-2a4e0bb8ff62 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:45.296984 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ad1552f7-7edd-4688-9f68-26e2bb673b4f req-24a6cfd3-1ad9-4a0b-81ac-2a4e0bb8ff62 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0773630 Aug 25 17:34:45.309778 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f7ed56de-91cb-495d-a3c4-5754711af889 req-e41f6fc1-7c56-4792-ad7f-d26be3193cef service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334355 Aug 25 17:34:45.387743 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ad1552f7-7edd-4688-9f68-26e2bb673b4f req-71b7ea35-1930-4b79-9de2-756fc70ba658 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774693 Aug 25 17:34:45.425869 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f7ed56de-91cb-495d-a3c4-5754711af889 req-8e0fd041-bb96-40ea-900e-6f003df1ea28 service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020174 Aug 25 17:34:45.624050 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52304) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:45.628933 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1376368328-network', 'tenant_id': '0aad1763ea364834a175f62811b26d7c'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:34:45.649504 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] Made reservation on behalf of 0aad1763ea364834a175f62811b26d7c for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:34:45.651779 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:45.663752 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:45.927650 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:45.931302 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:45.954325 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:34:45.964565 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49a0a0b-f0a3-4bf8-bd0c-8d298cdcfe7c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:45.969205 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:45.969543 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] Added segment 2e5c06a4-5f12-4749-b728-fc6d50098182 of type vlan for network 13137516-4c74-4a99-a705-4788cfb4ca78 Aug 25 17:34:46.010860 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:46.036840 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:46.037817 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:46.038404 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:46.070368 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:34:46.072249 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee0529-4aaa-4068-98a8-beabdfcf45cb req-3d973843-cd81-43b5-af21-a2c219ab894b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:46.074221 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-66ee0529-4aaa-4068-98a8-beabdfcf45cb req-3d973843-cd81-43b5-af21-a2c219ab894b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0554798 Aug 25 17:34:46.105111 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4799368 Aug 25 17:34:46.107813 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52308) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:46.112749 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f090f342-eeb5-4644-89a9-fe911892b00d admin admin] Request body: {'subnet': {'network_id': '13137516-4c74-4a99-a705-4788cfb4ca78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1376368328-subnet', 'tenant_id': '0aad1763ea364834a175f62811b26d7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:34:46.121093 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-66ee0529-4aaa-4068-98a8-beabdfcf45cb req-0194049d-8ffa-4692-8708-2162bd088a83 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410938 Aug 25 17:34:46.121345 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7741bc-2584-4163-8825-2f0aa0d994ba admin admin] Pushing event updated for resources: {'Network': ['ID=13137516-4c74-4a99-a705-4788cfb4ca78,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:46.138554 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f090f342-eeb5-4644-89a9-fe911892b00d admin admin] Made reservation on behalf of 0aad1763ea364834a175f62811b26d7c for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:34:46.141861 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f090f342-eeb5-4644-89a9-fe911892b00d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63909623'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:46.155233 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network 13137516-4c74-4a99-a705-4788cfb4ca78 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:34:46.253181 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:34:46.265040 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'port_id': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'mac_address': 'fa:16:3e:77:92:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:34:46.308064 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:46.316061 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f090f342-eeb5-4644-89a9-fe911892b00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63529822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63909509'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:46.322529 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:34:46.343445 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:34:46.347651 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:46.377377 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090f342-eeb5-4644-89a9-fe911892b00d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd97b02-5c1c-4b5d-8da3-e895748408f3,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:46.386197 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f090f342-eeb5-4644-89a9-fe911892b00d admin admin] Checking segment: {'id': '2e5c06a4-5f12-4749-b728-fc6d50098182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '13137516-4c74-4a99-a705-4788cfb4ca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:34:46.386558 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f090f342-eeb5-4644-89a9-fe911892b00d admin admin] Network hostable DHCP agents. Network: 13137516-4c74-4a99-a705-4788cfb4ca78, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:34:46.394138 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:46.403583 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f090f342-eeb5-4644-89a9-fe911892b00d admin admin] Network 13137516-4c74-4a99-a705-4788cfb4ca78 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:34:46.412084 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f090f342-eeb5-4644-89a9-fe911892b00d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, 13137516-4c74-4a99-a705-4788cfb4ca78) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:34:46.416879 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f090f342-eeb5-4644-89a9-fe911892b00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:46.418029 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f090f342-eeb5-4644-89a9-fe911892b00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:46.421967 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe71145b-506e-4fdd-bcc3-a1b5c3f4af69 None None] Network 13137516-4c74-4a99-a705-4788cfb4ca78 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:34:46.433392 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f090f342-eeb5-4644-89a9-fe911892b00d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3244696 Aug 25 17:34:46.519181 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610055c-f274-45e9-be71-955537ae45de req-20984880-93e3-4ac8-ab28-9c6856564317 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:46.520742 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3610055c-f274-45e9-be71-955537ae45de req-20984880-93e3-4ac8-ab28-9c6856564317 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0556865 Aug 25 17:34:46.565341 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3610055c-f274-45e9-be71-955537ae45de req-48d78a0b-0706-459b-97e0-ea3f793cfa6c tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373902 Aug 25 17:34:46.673880 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3242b044-d945-4c89-b158-2574e629ad8c None None] Network 13137516-4c74-4a99-a705-4788cfb4ca78 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:34:46.699212 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:34:46.774441 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:34:47.243217 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa876a-d4c2-4c8a-9969-4fa940cf9a04 req-63185ff8-ee7a-4b23-b9e8-09de9d79bcce tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:47.244728 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-56aa876a-d4c2-4c8a-9969-4fa940cf9a04 req-63185ff8-ee7a-4b23-b9e8-09de9d79bcce tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 944 time: 0.0482466 Aug 25 17:34:47.281417 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-56aa876a-d4c2-4c8a-9969-4fa940cf9a04 req-d49ebdbf-95c3-42f8-b762-2b5d8d991fe7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308945 Aug 25 17:34:47.684762 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac2c87-832a-4b08-b929-499eda2a4a19 req-f371481f-0616-4918-bc7f-8e370e939364 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:47.686239 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9eac2c87-832a-4b08-b929-499eda2a4a19 req-f371481f-0616-4918-bc7f-8e370e939364 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0536566 Aug 25 17:34:47.725229 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9eac2c87-832a-4b08-b929-499eda2a4a19 req-d294c184-c734-45b1-9930-24b89c0c5bc9 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331802 Aug 25 17:34:48.087320 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:34:48.141128 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:34:48.145184 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:34:48.145554 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:48.229511 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:48.254485 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:34:48.256697 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ff4502-70c7-4730-bc48-010ad791bd95" -d '{"events": [{"server_uuid": "b9806882-dbc5-4337-9e5b-fd3b4ab021b3", "name": "network-vif-plugged", "status": "completed", "tag": "b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:34:48.271062 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:34:48.276157 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:48.301763 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0b4ccb-8e39-4aab-8f3c-f72d3eca3e74 x-openstack-request-id: req-df0b4ccb-8e39-4aab-8f3c-f72d3eca3e74 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:34:48.302032 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9806882-dbc5-4337-9e5b-fd3b4ab021b3", "name": "network-vif-plugged", "status": "completed", "tag": "b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:34:48.302414 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df0b4ccb-8e39-4aab-8f3c-f72d3eca3e74 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:34:48.302758 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'code': 200} Aug 25 17:34:48.352310 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:48.408129 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18456fe9-803f-44cc-976e-32cd307c894e req-c56be397-d97d-4e5e-a08f-f4a197e47894 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:48.409852 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-18456fe9-803f-44cc-976e-32cd307c894e req-c56be397-d97d-4e5e-a08f-f4a197e47894 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0518343 Aug 25 17:34:48.452155 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-18456fe9-803f-44cc-976e-32cd307c894e req-bbfa5e2e-b31e-4191-a8a6-181988ac523a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355680 Aug 25 17:34:48.493925 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45b6b3-361b-44f1-9b4a-5934671ea82b req-03b44aed-0bf2-4fbc-9ce0-163a182c5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:48.495438 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5e45b6b3-361b-44f1-9b4a-5934671ea82b req-03b44aed-0bf2-4fbc-9ce0-163a182c5832 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 1098 time: 0.0424423 Aug 25 17:34:48.535349 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5e45b6b3-361b-44f1-9b4a-5934671ea82b req-4c9df897-50d6-49a9-ae90-895159037f3c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293074 Aug 25 17:34:48.844427 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade85bf5-25d3-42d0-a52a-712288d0291c req-91988e25-46b5-4864-a423-913c325b0f67 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:48.845716 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ade85bf5-25d3-42d0-a52a-712288d0291c req-91988e25-46b5-4864-a423-913c325b0f67 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0520046 Aug 25 17:34:48.891485 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ade85bf5-25d3-42d0-a52a-712288d0291c req-6b0227d7-5a60-4909-91e3-11b8d17de3ed tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365603 Aug 25 17:34:49.581102 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36e4f7-573d-4721-902c-ff5ef0e44379 req-050be825-d5bd-4128-9ce4-80deb19befa8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:49.582733 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5f36e4f7-573d-4721-902c-ff5ef0e44379 req-050be825-d5bd-4128-9ce4-80deb19befa8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0562518 Aug 25 17:34:49.627086 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5f36e4f7-573d-4721-902c-ff5ef0e44379 req-a2a8c797-dea2-4d6a-a9c2-628ff265d513 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358038 Aug 25 17:34:50.010048 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223968b-0122-4800-a68c-734820a1f312 req-e3d538fd-f103-4190-9983-068c05f7e8fc tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:50.011539 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7223968b-0122-4800-a68c-734820a1f312 req-e3d538fd-f103-4190-9983-068c05f7e8fc tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0523384 Aug 25 17:34:50.052770 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7223968b-0122-4800-a68c-734820a1f312 req-17b8d005-cc3d-4640-839c-3fd173cbd27d tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345910 Aug 25 17:34:50.756786 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e4bd4-5cb4-4c8f-ac22-c4a642a41f71 req-ad2a72e3-a0f9-4a97-b01b-edb98b050b28 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:50.759061 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bb5e4bd4-5cb4-4c8f-ac22-c4a642a41f71 req-ad2a72e3-a0f9-4a97-b01b-edb98b050b28 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0576165 Aug 25 17:34:50.798772 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bb5e4bd4-5cb4-4c8f-ac22-c4a642a41f71 req-aa9c6645-38d0-4554-8e2e-db7596123313 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340009 Aug 25 17:34:50.921086 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adb80c-635b-4dbc-9dab-112bbdd46548 req-76e7ffd9-8595-4aa1-a1d8-8f28c9a51958 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:50.922565 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-51adb80c-635b-4dbc-9dab-112bbdd46548 req-76e7ffd9-8595-4aa1-a1d8-8f28c9a51958 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0490882 Aug 25 17:34:50.931683 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52372) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:34:50.936313 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-61b63639-ddf0-4eed-a59a-d17d36822e71 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Request body: {'floatingip': {'port_id': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:34:50.975044 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61b63639-ddf0-4eed-a59a-d17d36822e71 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for floatingip, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:51.170509 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d3ea5-97cb-4c48-8cc3-4aa58a5f9657 req-856854e5-724b-4f88-8892-194406f23e35 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:51.172670 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fb3d3ea5-97cb-4c48-8cc3-4aa58a5f9657 req-856854e5-724b-4f88-8892-194406f23e35 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0512059 Aug 25 17:34:51.210864 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fb3d3ea5-97cb-4c48-8cc3-4aa58a5f9657 req-c3cdbd98-4129-4656-89fe-cf821dc26afb tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329866 Aug 25 17:34:51.418682 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61b63639-ddf0-4eed-a59a-d17d36822e71 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:51.422231 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61b63639-ddf0-4eed-a59a-d17d36822e71 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:51.520867 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.l3_db [None req-61b63639-ddf0-4eed-a59a-d17d36822e71 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Floating IP 2f5fbf60-a049-4c06-abec-02fe8e0605c2 associated. External IP: 172.27.3.153, port: b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2. Aug 25 17:34:51.729224 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b63639-ddf0-4eed-a59a-d17d36822e71 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:34:51.833394 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b63639-ddf0-4eed-a59a-d17d36822e71 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:34:51.838840 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61b63639-ddf0-4eed-a59a-d17d36822e71 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:51.844316 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d93fb5b-dd9d-4ece-8586-306e9a686f6c None None] Sync routers for ids ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:34:51.854695 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d93fb5b-dd9d-4ece-8586-306e9a686f6c None None] Routers {'798cd054-fad1-4a1c-a325-7e05dcdc0de6'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:34:51.855313 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1d93fb5b-dd9d-4ece-8586-306e9a686f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:34:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:34:51.866696 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-61b63639-ddf0-4eed-a59a-d17d36822e71 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "PUT /v2.0/floatingips/2f5fbf60-a049-4c06-abec-02fe8e0605c2 HTTP/1.1" status: 200 len: 991 time: 0.9339039 Aug 25 17:34:51.867266 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'tag': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:34:51.870007 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aded23789855e5b1cc19d2cb63e7bb88a3d68690f113b36760167328c9c4165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5702a10b-b777-4522-885d-ae66a3dff3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9806882-dbc5-4337-9e5b-fd3b4ab021b3", "tag": "b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:34:51.971444 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1d93fb5b-dd9d-4ece-8586-306e9a686f6c None None] Set router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:34:52.062305 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee89ed7-722b-45d8-be3a-d940b8ac0494 x-openstack-request-id: req-7ee89ed7-722b-45d8-be3a-d940b8ac0494 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:34:52.062823 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9806882-dbc5-4337-9e5b-fd3b4ab021b3", "tag": "b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:34:52.062823 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ee89ed7-722b-45d8-be3a-d940b8ac0494 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:34:52.063285 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'tag': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'status': 'completed', 'code': 200} Aug 25 17:34:52.154731 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a10b-b777-4522-885d-ae66a3dff3c2 req-fcefe90a-6285-44d5-9644-049a3f92631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:52.156978 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5702a10b-b777-4522-885d-ae66a3dff3c2 req-fcefe90a-6285-44d5-9644-049a3f92631b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 1098 time: 0.0672834 Aug 25 17:34:52.265974 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a10b-b777-4522-885d-ae66a3dff3c2 req-0236fb91-8fd2-42af-adb0-3b1771262f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:52.267618 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5702a10b-b777-4522-885d-ae66a3dff3c2 req-0236fb91-8fd2-42af-adb0-3b1771262f6f service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 917 time: 0.0983529 Aug 25 17:34:52.321684 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1d93fb5b-dd9d-4ece-8586-306e9a686f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': '2f5fbf60-a049-4c06-abec-02fe8e0605c2', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'port_id': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'mac_address': 'fa:16:3e:77:92:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:34:38Z', 'updated_at': '2021-08-25T17:34:51Z', 'revision_number': 1, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:34:52.355792 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d93fb5b-dd9d-4ece-8586-306e9a686f6c None None] Checking router: 798cd054-fad1-4a1c-a325-7e05dcdc0de6 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:34:52.364842 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d93fb5b-dd9d-4ece-8586-306e9a686f6c None None] Routers {'798cd054-fad1-4a1c-a325-7e05dcdc0de6'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:34:52.365580 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1d93fb5b-dd9d-4ece-8586-306e9a686f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:34:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:34:52.373479 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5702a10b-b777-4522-885d-ae66a3dff3c2 req-4d18cea7-d4c9-4c18-876e-1ca6ff4b27aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 HTTP/1.1" status: 200 len: 999 time: 0.0953369 Aug 25 17:34:52.389208 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf354fa-69b5-474f-8484-83d13168dfd3 req-efcfa468-3029-4356-b6bd-2e1607dfbba0 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:52.390679 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-daf354fa-69b5-474f-8484-83d13168dfd3 req-efcfa468-3029-4356-b6bd-2e1607dfbba0 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0749474 Aug 25 17:34:52.459826 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-daf354fa-69b5-474f-8484-83d13168dfd3 req-d4ca2e7d-6765-411a-8f30-3c6a20be7aa7 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609722 Aug 25 17:34:52.461493 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a10b-b777-4522-885d-ae66a3dff3c2 req-dec061e4-0958-4aba-ba9d-ea4434425f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:52.462948 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5702a10b-b777-4522-885d-ae66a3dff3c2 req-dec061e4-0958-4aba-ba9d-ea4434425f65 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf66541-9305-4ae8-b7c6-d35b1d7e942e HTTP/1.1" status: 200 len: 855 time: 0.0714357 Aug 25 17:34:52.473688 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1d93fb5b-dd9d-4ece-8586-306e9a686f6c None None] Set router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:34:52.514728 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a10b-b777-4522-885d-ae66a3dff3c2 req-fc09ffdf-c038-432c-9f9b-3eb114c3c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:52.516283 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5702a10b-b777-4522-885d-ae66a3dff3c2 req-fc09ffdf-c038-432c-9f9b-3eb114c3c300 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad187e33-934a-4e18-80df-b0dbcf133e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439079 Aug 25 17:34:52.610275 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5702a10b-b777-4522-885d-ae66a3dff3c2 req-9369b1fc-210c-4be1-9481-c9d38230fbf2 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831037 Aug 25 17:34:52.693926 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1d93fb5b-dd9d-4ece-8586-306e9a686f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': '2f5fbf60-a049-4c06-abec-02fe8e0605c2', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'port_id': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'mac_address': 'fa:16:3e:77:92:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:34:38Z', 'updated_at': '2021-08-25T17:34:51Z', 'revision_number': 1, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:34:52.706299 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5702a10b-b777-4522-885d-ae66a3dff3c2 req-9d7d0b23-c369-4ce3-bec6-275aba8f62f6 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870073 Aug 25 17:34:52.728105 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d93fb5b-dd9d-4ece-8586-306e9a686f6c None None] The sync data for ids ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'] in dv-cinder-786385-9-iscsi is: [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': '2f5fbf60-a049-4c06-abec-02fe8e0605c2', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'port_id': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'mac_address': 'fa:16:3e:77:92:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:34:38Z', 'updated_at': '2021-08-25T17:34:51Z', 'revision_number': 1, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:34:52.906099 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991ab41-cb9f-491e-a233-4890a1c9f48e None None] New status for floating IP 2f5fbf60-a049-4c06-abec-02fe8e0605c2: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:34:53.580256 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de820a-967c-4cb4-b279-7199c0bf4edb req-a70ff2d3-bf3b-42ff-aa80-0731bc9657e8 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:53.581775 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31de820a-967c-4cb4-b279-7199c0bf4edb req-a70ff2d3-bf3b-42ff-aa80-0731bc9657e8 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 944 time: 0.0498948 Aug 25 17:34:53.623718 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31de820a-967c-4cb4-b279-7199c0bf4edb req-e96817f8-ee1d-4d24-ba3f-f899ba9f0bcc tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336208 Aug 25 17:34:54.139335 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e105a3d4-5315-4898-8165-45be54479c9d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:34:54.233407 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e105a3d4-5315-4898-8165-45be54479c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e105a3d4-5315-4898-8165-45be54479c9d,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:34:54.245301 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'e105a3d4-5315-4898-8165-45be54479c9d', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'port_id': 'e105a3d4-5315-4898-8165-45be54479c9d', 'mac_address': 'fa:16:3e:3b:f8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:34:54.280183 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:54.297076 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e105a3d4-5315-4898-8165-45be54479c9d {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:34:54.316415 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e105a3d4-5315-4898-8165-45be54479c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e105a3d4-5315-4898-8165-45be54479c9d,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:34:54.320218 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:54.366979 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=e105a3d4-5315-4898-8165-45be54479c9d,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:54.716878 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['e105a3d4-5315-4898-8165-45be54479c9d'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:34:54.753835 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8ad24-83bf-4d8c-9287-4a383c7e332e req-f1c92dd4-4d87-4749-9b52-f96bfcfe9852 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:54.756360 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-45a8ad24-83bf-4d8c-9287-4a383c7e332e req-f1c92dd4-4d87-4749-9b52-f96bfcfe9852 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 945 time: 0.0635402 Aug 25 17:34:54.809713 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-45a8ad24-83bf-4d8c-9287-4a383c7e332e req-1dbcd322-fc4f-4b5d-bf6c-ed786b0bb0c0 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456245 Aug 25 17:34:55.928285 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0dc6b-bb24-49b9-9e7d-d1c1a1ce79c4 req-9c56033c-d26c-4657-b674-d6401a13787a tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:55.929857 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24f0dc6b-bb24-49b9-9e7d-d1c1a1ce79c4 req-9c56033c-d26c-4657-b674-d6401a13787a tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 945 time: 0.0513089 Aug 25 17:34:55.972780 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24f0dc6b-bb24-49b9-9e7d-d1c1a1ce79c4 req-18eaabf7-39b6-457b-822b-d5e7ec5a8f0e tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362890 Aug 25 17:34:56.148432 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e105a3d4-5315-4898-8165-45be54479c9d up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:34:56.197177 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port e105a3d4-5315-4898-8165-45be54479c9d triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:34:56.197584 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:56.280856 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:56.304286 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b98d492-c0e2-4436-919c-871e4010c902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e105a3d4-5315-4898-8165-45be54479c9d'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:34:56.307047 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae4d2f1-5677-4a2e-a9f8-75982376bb42" -d '{"events": [{"server_uuid": "7b98d492-c0e2-4436-919c-871e4010c902", "name": "network-vif-plugged", "status": "completed", "tag": "e105a3d4-5315-4898-8165-45be54479c9d"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:34:56.320033 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e105a3d4-5315-4898-8165-45be54479c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e105a3d4-5315-4898-8165-45be54479c9d,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:34:56.324860 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:34:56.348782 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c12bc7-c4be-4d0e-b4fd-190e64eea6c4 x-openstack-request-id: req-b3c12bc7-c4be-4d0e-b4fd-190e64eea6c4 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:34:56.350046 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b98d492-c0e2-4436-919c-871e4010c902", "name": "network-vif-plugged", "status": "completed", "tag": "e105a3d4-5315-4898-8165-45be54479c9d", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:34:56.350046 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3c12bc7-c4be-4d0e-b4fd-190e64eea6c4 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:34:56.350046 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b98d492-c0e2-4436-919c-871e4010c902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e105a3d4-5315-4898-8165-45be54479c9d', 'code': 200} Aug 25 17:34:56.374944 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=e105a3d4-5315-4898-8165-45be54479c9d,revision_number=8']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:34:56.593586 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c361a8-af21-4d2d-a2f7-52454a2a15c2 req-6de80a9e-e561-44fb-a70b-9b7de823dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:56.595072 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-94c361a8-af21-4d2d-a2f7-52454a2a15c2 req-6de80a9e-e561-44fb-a70b-9b7de823dc7c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 1099 time: 0.0402975 Aug 25 17:34:56.629855 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-94c361a8-af21-4d2d-a2f7-52454a2a15c2 req-28414b20-ca75-455d-947f-4f308baec789 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266149 Aug 25 17:34:57.091208 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80525f7f-424a-4f43-9555-d920b2b5ae67 req-36299ff1-f166-4837-b6ac-ad70d535dbed tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:57.092822 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80525f7f-424a-4f43-9555-d920b2b5ae67 req-36299ff1-f166-4837-b6ac-ad70d535dbed tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0499973 Aug 25 17:34:57.131091 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80525f7f-424a-4f43-9555-d920b2b5ae67 req-0be3d516-aa5f-45fe-af6f-0770e5096649 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323663 Aug 25 17:34:58.244620 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014c091-ecf2-4fd2-bbb8-d2f84d4a2672 req-0f6cb306-677d-4474-8a66-4103c2bcbd78 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:34:58.246107 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6014c091-ecf2-4fd2-bbb8-d2f84d4a2672 req-0f6cb306-677d-4474-8a66-4103c2bcbd78 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0490549 Aug 25 17:34:58.293227 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6014c091-ecf2-4fd2-bbb8-d2f84d4a2672 req-9f830611-cc18-4dd1-a2f7-5a8fd24ebf91 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411537 Aug 25 17:35:00.096482 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52494) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:00.141867 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf7b868-1ce0-476c-9ca1-b1d0bc6ff4f8 admin admin] Deleting subnet 49fdb2e9-5d16-4d41-b25c-4ef710d17a97 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:35:00.145021 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b868-1ce0-476c-9ca1-b1d0bc6ff4f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.179851 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b868-1ce0-476c-9ca1-b1d0bc6ff4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63529772'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.221331 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b868-1ce0-476c-9ca1-b1d0bc6ff4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.274954 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b868-1ce0-476c-9ca1-b1d0bc6ff4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63530909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63909532'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.300225 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7b868-1ce0-476c-9ca1-b1d0bc6ff4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49fdb2e9-5d16-4d41-b25c-4ef710d17a97,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:00.304071 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b868-1ce0-476c-9ca1-b1d0bc6ff4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.309050 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-9bf7b868-1ce0-476c-9ca1-b1d0bc6ff4f8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/49fdb2e9-5d16-4d41-b25c-4ef710d17a97 HTTP/1.1" status: 204 len: 168 time: 0.2110736 Aug 25 17:35:00.309352 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52500) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:00.336718 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d599cd3b-33ae-4cdd-9ddf-6eeb80f25f5e req-289f65e6-2d2d-4630-affc-8addbc60ed6a tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713926449&fields=id&tenant_id=b5cbf8ed113c4b7e9503a62bed2221ce HTTP/1.1" status: 200 len: 267 time: 0.0329387 Aug 25 17:35:00.384486 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40c6ee44-1096-45a4-be5f-fb7f289fc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.391832 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599cd3b-33ae-4cdd-9ddf-6eeb80f25f5e req-c2b98fb2-14f9-4ad7-bb53-e199e129d8b3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:00.393312 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d599cd3b-33ae-4cdd-9ddf-6eeb80f25f5e req-c2b98fb2-14f9-4ad7-bb53-e199e129d8b3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 984 time: 0.0492845 Aug 25 17:35:00.404283 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-d599cd3b-33ae-4cdd-9ddf-6eeb80f25f5e req-89b79ae3-e14f-4c7f-a920-a6e9ac9b3bd3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Request body: {'port': {'security_groups': ['5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:35:00.469916 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40c6ee44-1096-45a4-be5f-fb7f289fc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.473798 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d599cd3b-33ae-4cdd-9ddf-6eeb80f25f5e req-89b79ae3-e14f-4c7f-a920-a6e9ac9b3bd3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.481013 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-40c6ee44-1096-45a4-be5f-fb7f289fc42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f17c8cb-ec44-4bfb-b80b-4ab1cbe277d7']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:00.491099 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-40c6ee44-1096-45a4-be5f-fb7f289fc42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2e4556-d784-4564-95bc-e74a44f8dd8c') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:00.491386 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-40c6ee44-1096-45a4-be5f-fb7f289fc42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2e4556-d784-4564-95bc-e74a44f8dd8c') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:00.500770 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40c6ee44-1096-45a4-be5f-fb7f289fc42e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63529779'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.515350 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40c6ee44-1096-45a4-be5f-fb7f289fc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.521826 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c6ee44-1096-45a4-be5f-fb7f289fc42e admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:35:00.522238 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40c6ee44-1096-45a4-be5f-fb7f289fc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63531003'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: Traceback (most recent call last): Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: timer() Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: cb(*args, **kw) Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: return func(*args, **kwargs) Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: self._notify() Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: self.callback(batched_events) Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: event.method(event) Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: return f(self, *a, **k) Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._get(url).json() Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:35:00.523947 dv-cinder-786385-9-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:35:00.583729 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40c6ee44-1096-45a4-be5f-fb7f289fc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.587399 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-40c6ee44-1096-45a4-be5f-fb7f289fc42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.589840 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-40c6ee44-1096-45a4-be5f-fb7f289fc42e admin admin] 10.222.0.13 "DELETE /v2.0/networks/1f17c8cb-ec44-4bfb-b80b-4ab1cbe277d7 HTTP/1.1" status: 204 len: 168 time: 0.2794406 Aug 25 17:35:00.599876 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52502) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:00.608978 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6ee44-1096-45a4-be5f-fb7f289fc42e admin admin] Pushing event deleted for resources: {'Network': ['ID=1f17c8cb-ec44-4bfb-b80b-4ab1cbe277d7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:00.645556 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bb9bd3-1ba4-44ee-9426-5679d6977f72 admin admin] Deleting subnet 2cd97b02-5c1c-4b5d-8da3-e895748408f3 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:35:00.648839 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83bb9bd3-1ba4-44ee-9426-5679d6977f72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.672817 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-d599cd3b-33ae-4cdd-9ddf-6eeb80f25f5e req-89b79ae3-e14f-4c7f-a920-a6e9ac9b3bd3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] For port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,segment=NetworkSegment(c47e1c41-8613-47d2-b78a-6c681758e272),segment_id=c47e1c41-8613-47d2-b78a-6c681758e272)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:35:00.683698 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83bb9bd3-1ba4-44ee-9426-5679d6977f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63529772'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.702767 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d599cd3b-33ae-4cdd-9ddf-6eeb80f25f5e req-89b79ae3-e14f-4c7f-a920-a6e9ac9b3bd3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.708227 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d599cd3b-33ae-4cdd-9ddf-6eeb80f25f5e req-89b79ae3-e14f-4c7f-a920-a6e9ac9b3bd3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.722580 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:35:00.725688 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83bb9bd3-1ba4-44ee-9426-5679d6977f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.763274 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599cd3b-33ae-4cdd-9ddf-6eeb80f25f5e req-89b79ae3-e14f-4c7f-a920-a6e9ac9b3bd3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:00.764070 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-d599cd3b-33ae-4cdd-9ddf-6eeb80f25f5e req-89b79ae3-e14f-4c7f-a920-a6e9ac9b3bd3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.765561 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d599cd3b-33ae-4cdd-9ddf-6eeb80f25f5e req-89b79ae3-e14f-4c7f-a920-a6e9ac9b3bd3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "PUT /v2.0/ports/57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca HTTP/1.1" status: 200 len: 942 time: 0.3658974 Aug 25 17:35:00.765951 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'tag': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:35:00.768227 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d950789-1573-49fb-9c72-526c98b8f231" -d '{"events": [{"name": "network-changed", "server_uuid": "7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1", "tag": "57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:35:00.783098 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52508) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:00.810051 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b79ae3-e14f-4c7f-a920-a6e9ac9b3bd3 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event updated for resources: {'Port': ['ID=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:00.836498 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bcf1d6-3ea2-4510-854d-b7bb47b1f988 x-openstack-request-id: req-e5bcf1d6-3ea2-4510-854d-b7bb47b1f988 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:35:00.836989 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1", "tag": "57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:35:00.837172 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83bb9bd3-1ba4-44ee-9426-5679d6977f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63530909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63909532'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.837581 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5bcf1d6-3ea2-4510-854d-b7bb47b1f988 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:35:00.838729 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'tag': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca', 'status': 'completed', 'code': 200} Aug 25 17:35:00.876366 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb9bd3-1ba4-44ee-9426-5679d6977f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd97b02-5c1c-4b5d-8da3-e895748408f3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:00.881249 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-83bb9bd3-1ba4-44ee-9426-5679d6977f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.885981 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-83bb9bd3-1ba4-44ee-9426-5679d6977f72 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2cd97b02-5c1c-4b5d-8da3-e895748408f3 HTTP/1.1" status: 204 len: 168 time: 0.2822742 Aug 25 17:35:00.886395 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52510) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:00.922681 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d950789-1573-49fb-9c72-526c98b8f231 req-10f585fe-cc92-4ab2-ad80-c97ff253f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:00.924777 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d950789-1573-49fb-9c72-526c98b8f231 req-10f585fe-cc92-4ab2-ad80-c97ff253f5bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5cbf8ed113c4b7e9503a62bed2221ce&device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0567732 Aug 25 17:35:00.941764 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0a6eb82-3e60-4e68-9274-cadad017f1cc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:00.994456 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0a6eb82-3e60-4e68-9274-cadad017f1cc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.005619 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6760e90-a242-40fd-bf8d-31edab89343c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.017283 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:35:01.024552 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d950789-1573-49fb-9c72-526c98b8f231 req-c55427ae-9ba1-4aa2-878a-3bcdfa8f85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:01.026826 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d950789-1573-49fb-9c72-526c98b8f231 req-c55427ae-9ba1-4aa2-878a-3bcdfa8f85ae service neutron] 10.222.0.25 "GET /v2.0/networks?id=9df84681-d070-4d12-8a33-62c614f41776 HTTP/1.1" status: 200 len: 913 time: 0.0936527 Aug 25 17:35:01.094180 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-faa0cd1c-6bb6-4373-a33f-a1af55ff3c64 None None] Provisioning complete for port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:35:01.094498 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-faa0cd1c-6bb6-4373-a33f-a1af55ff3c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.105970 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d950789-1573-49fb-9c72-526c98b8f231 req-5e65b32e-22e6-4be9-8bf8-412c930818a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca HTTP/1.1" status: 200 len: 1001 time: 0.0710559 Aug 25 17:35:01.115999 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6760e90-a242-40fd-bf8d-31edab89343c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.127185 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-b6760e90-a242-40fd-bf8d-31edab89343c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13137516-4c74-4a99-a705-4788cfb4ca78']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:01.139994 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-b6760e90-a242-40fd-bf8d-31edab89343c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5c06a4-5f12-4749-b728-fc6d50098182') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:01.140355 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-b6760e90-a242-40fd-bf8d-31edab89343c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5c06a4-5f12-4749-b728-fc6d50098182') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:01.154439 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6760e90-a242-40fd-bf8d-31edab89343c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63529779'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.163432 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0a6eb82-3e60-4e68-9274-cadad017f1cc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.166235 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d0a6eb82-3e60-4e68-9274-cadad017f1cc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.167363 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d0a6eb82-3e60-4e68-9274-cadad017f1cc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "DELETE /v2.0/security-groups/b792f371-e7be-4b30-929e-4ca6d803a3e8 HTTP/1.1" status: 204 len: 168 time: 0.3830535 Aug 25 17:35:01.171084 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d950789-1573-49fb-9c72-526c98b8f231 req-d893e82e-c371-444d-bde2-82528dfa500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:01.171862 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52512) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:01.172853 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d950789-1573-49fb-9c72-526c98b8f231 req-d893e82e-c371-444d-bde2-82528dfa500b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=576fc3d0-0569-41b1-b281-0b983a96176e HTTP/1.1" status: 200 len: 851 time: 0.0582716 Aug 25 17:35:01.190826 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6eb82-3e60-4e68-9274-cadad017f1cc tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b792f371-e7be-4b30-929e-4ca6d803a3e8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:01.224646 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d950789-1573-49fb-9c72-526c98b8f231 req-5802a0ec-92e2-4d27-afee-d257f3df5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:01.226205 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d950789-1573-49fb-9c72-526c98b8f231 req-5802a0ec-92e2-4d27-afee-d257f3df5e41 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9df84681-d070-4d12-8a33-62c614f41776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449440 Aug 25 17:35:01.228034 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6760e90-a242-40fd-bf8d-31edab89343c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.242033 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6760e90-a242-40fd-bf8d-31edab89343c admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:35:01.242534 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6760e90-a242-40fd-bf8d-31edab89343c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63531003'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: Traceback (most recent call last): Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: timer() Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: cb(*args, **kw) Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: return func(*args, **kwargs) Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: self._notify() Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: self.callback(batched_events) Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: event.method(event) Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: return f(self, *a, **k) Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._get(url).json() Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:35:01.245044 dv-cinder-786385-9-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:35:01.330909 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d950789-1573-49fb-9c72-526c98b8f231 req-63eccb0e-4d98-4118-ad89-cc1f2b2b4c24 service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963123 Aug 25 17:35:01.424493 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d950789-1573-49fb-9c72-526c98b8f231 req-d98537f9-7f5e-4525-814a-ae343b72c765 service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854721 Aug 25 17:35:01.546058 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6760e90-a242-40fd-bf8d-31edab89343c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.558455 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b6760e90-a242-40fd-bf8d-31edab89343c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.558991 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b6760e90-a242-40fd-bf8d-31edab89343c admin admin] 10.222.0.13 "DELETE /v2.0/networks/13137516-4c74-4a99-a705-4788cfb4ca78 HTTP/1.1" status: 204 len: 168 time: 0.6689842 Aug 25 17:35:01.574463 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6760e90-a242-40fd-bf8d-31edab89343c admin admin] Pushing event deleted for resources: {'Network': ['ID=13137516-4c74-4a99-a705-4788cfb4ca78,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:01.630100 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d1624639-e6ee-4dcf-b501-395be8d9f147 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Deleting port ccc93a5b-8f6b-4e3e-8119-06ef9d35ea21 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:35:01.630436 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1624639-e6ee-4dcf-b501-395be8d9f147 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.713524 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1624639-e6ee-4dcf-b501-395be8d9f147 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.714056 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1624639-e6ee-4dcf-b501-395be8d9f147 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.730200 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d1624639-e6ee-4dcf-b501-395be8d9f147 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Calling delete_port for ccc93a5b-8f6b-4e3e-8119-06ef9d35ea21 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:35:01.735636 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52518) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:01.804621 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-2a0d37d2-4660-44e0-8f5c-41437ee85b0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90a3d41ace9643209b5c314a00044b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673621 Aug 25 17:35:01.808111 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52520) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:01.862609 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6501aa1f-d031-4c57-9cc6-09209a154195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.884854 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6501aa1f-d031-4c57-9cc6-09209a154195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.908972 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1624639-e6ee-4dcf-b501-395be8d9f147 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.933956 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6501aa1f-d031-4c57-9cc6-09209a154195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.936569 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6501aa1f-d031-4c57-9cc6-09209a154195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:01.937735 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6501aa1f-d031-4c57-9cc6-09209a154195 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecbdfa3c-66a4-4689-9ce4-208290106125 HTTP/1.1" status: 204 len: 168 time: 0.1285975 Aug 25 17:35:01.937999 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1624639-e6ee-4dcf-b501-395be8d9f147 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event deleted for resources: {'Port': ['ID=ccc93a5b-8f6b-4e3e-8119-06ef9d35ea21,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:01.949707 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501aa1f-d031-4c57-9cc6-09209a154195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbdfa3c-66a4-4689-9ce4-208290106125,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:02.004574 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1624639-e6ee-4dcf-b501-395be8d9f147 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:02.004925 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.l3_db [None req-d1624639-e6ee-4dcf-b501-395be8d9f147 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Floating IP 5c8eaa90-b7f6-444d-8120-422e07636161 disassociated (deleted). External IP: 172.27.3.105, port: 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca. Aug 25 17:35:02.211353 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1624639-e6ee-4dcf-b501-395be8d9f147 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:35:02.269333 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52526) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:02.309952 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-d7ab956f-301f-4597-ad17-bd1832aadd63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0aad1763ea364834a175f62811b26d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394268 Aug 25 17:35:02.312390 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52528) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:02.320829 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1624639-e6ee-4dcf-b501-395be8d9f147 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:35:02.325391 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d1624639-e6ee-4dcf-b501-395be8d9f147 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:02.330331 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2302ba-c0ce-45a6-81b4-455ebe190ad4 None None] Sync routers for ids ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:35:02.341115 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2302ba-c0ce-45a6-81b4-455ebe190ad4 None None] Routers {'7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:35:02.341808 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2c2302ba-c0ce-45a6-81b4-455ebe190ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:34:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:02.365584 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d1624639-e6ee-4dcf-b501-395be8d9f147 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "DELETE /v2.0/floatingips/5c8eaa90-b7f6-444d-8120-422e07636161 HTTP/1.1" status: 204 len: 168 time: 1.1785247 Aug 25 17:35:02.365584 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'tag': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:35:02.366078 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aded23789855e5b1cc19d2cb63e7bb88a3d68690f113b36760167328c9c4165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e7b078-4713-45c0-b2f2-dada0d0c347e" -d '{"events": [{"name": "network-changed", "server_uuid": "7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1", "tag": "57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:35:02.376221 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c690243f-fe5a-4730-a8bd-c35290d5eb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:02.404037 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c690243f-fe5a-4730-a8bd-c35290d5eb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:02.412894 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b6a3e9-56f5-436c-89dd-cb51cd6ac83d x-openstack-request-id: req-23b6a3e9-56f5-436c-89dd-cb51cd6ac83d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:35:02.413200 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1", "tag": "57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:35:02.413432 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23b6a3e9-56f5-436c-89dd-cb51cd6ac83d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:35:02.413827 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'tag': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca', 'status': 'completed', 'code': 200} Aug 25 17:35:02.463770 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-2c2302ba-c0ce-45a6-81b4-455ebe190ad4 None None] Set router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:35:02.490613 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c690243f-fe5a-4730-a8bd-c35290d5eb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:02.493150 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c690243f-fe5a-4730-a8bd-c35290d5eb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:02.496928 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-c690243f-fe5a-4730-a8bd-c35290d5eb98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b49a0a0b-f0a3-4bf8-bd0c-8d298cdcfe7c HTTP/1.1" status: 204 len: 168 time: 0.1835835 Aug 25 17:35:02.504783 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7b078-4713-45c0-b2f2-dada0d0c347e req-1bc56c73-d58e-413a-8016-d0be6650a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:02.506266 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-47e7b078-4713-45c0-b2f2-dada0d0c347e req-1bc56c73-d58e-413a-8016-d0be6650a2de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5cbf8ed113c4b7e9503a62bed2221ce&device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0580876 Aug 25 17:35:02.511756 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690243f-fe5a-4730-a8bd-c35290d5eb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49a0a0b-f0a3-4bf8-bd0c-8d298cdcfe7c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:02.616492 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7b078-4713-45c0-b2f2-dada0d0c347e req-b14cd07b-d746-4380-93b1-dcd6beabf753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:02.618306 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-47e7b078-4713-45c0-b2f2-dada0d0c347e req-b14cd07b-d746-4380-93b1-dcd6beabf753 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9df84681-d070-4d12-8a33-62c614f41776 HTTP/1.1" status: 200 len: 913 time: 0.1020901 Aug 25 17:35:02.677945 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-47e7b078-4713-45c0-b2f2-dada0d0c347e req-e1e11f07-2ddb-4642-8a6b-85f5cddeecb1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca HTTP/1.1" status: 200 len: 217 time: 0.0432060 Aug 25 17:35:02.740454 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7b078-4713-45c0-b2f2-dada0d0c347e req-452baca4-b84a-44fa-a9de-a95b3e822873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:02.741270 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2c2302ba-c0ce-45a6-81b4-455ebe190ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 4, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port': {'id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:14Z', 'updated_at': '2021-08-25T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '540afe8d-19d7-4ccc-8532-6ef0c17fd457', 'name': '', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'mac_address': 'fa:16:3e:71:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:15Z', 'updated_at': '2021-08-25T17:29:22Z', 'revision_number': 5, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'subnets': [{'id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:02.742093 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-47e7b078-4713-45c0-b2f2-dada0d0c347e req-452baca4-b84a-44fa-a9de-a95b3e822873 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=576fc3d0-0569-41b1-b281-0b983a96176e HTTP/1.1" status: 200 len: 851 time: 0.0550451 Aug 25 17:35:02.773237 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2302ba-c0ce-45a6-81b4-455ebe190ad4 None None] Checking router: 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:35:02.783047 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2302ba-c0ce-45a6-81b4-455ebe190ad4 None None] Routers {'7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:35:02.783792 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2c2302ba-c0ce-45a6-81b4-455ebe190ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:34:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:02.790710 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7b078-4713-45c0-b2f2-dada0d0c347e req-8ab62a2b-25da-47ea-ad7a-a50f51b16f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:02.792654 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-47e7b078-4713-45c0-b2f2-dada0d0c347e req-8ab62a2b-25da-47ea-ad7a-a50f51b16f4e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9df84681-d070-4d12-8a33-62c614f41776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421565 Aug 25 17:35:02.899895 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-2c2302ba-c0ce-45a6-81b4-455ebe190ad4 None None] Set router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:35:02.903632 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-47e7b078-4713-45c0-b2f2-dada0d0c347e req-9b54717e-65a9-44fe-9210-81e9c5520ccc service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974419 Aug 25 17:35:03.003968 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-47e7b078-4713-45c0-b2f2-dada0d0c347e req-d764d303-a8c0-46a7-af17-5a82b5991ec8 service neutron] 10.222.0.25 "GET /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884886 Aug 25 17:35:03.113574 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2c2302ba-c0ce-45a6-81b4-455ebe190ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 4, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port': {'id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:14Z', 'updated_at': '2021-08-25T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '540afe8d-19d7-4ccc-8532-6ef0c17fd457', 'name': '', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'mac_address': 'fa:16:3e:71:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:15Z', 'updated_at': '2021-08-25T17:29:22Z', 'revision_number': 5, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'subnets': [{'id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:03.145153 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2302ba-c0ce-45a6-81b4-455ebe190ad4 None None] The sync data for ids ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'] in dv-cinder-786385-9-iscsi is: [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:29:16Z', 'revision_number': 4, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port': {'id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:14Z', 'updated_at': '2021-08-25T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '540afe8d-19d7-4ccc-8532-6ef0c17fd457', 'name': '', 'network_id': '9df84681-d070-4d12-8a33-62c614f41776', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'mac_address': 'fa:16:3e:71:50:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:15Z', 'updated_at': '2021-08-25T17:29:22Z', 'revision_number': 5, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'subnets': [{'id': '576fc3d0-0569-41b1-b281-0b983a96176e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:35:03.362497 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246300e7-8c71-4dec-9db9-5d1faca5806b None None] New status for floating IP 5c8eaa90-b7f6-444d-8120-422e07636161: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:35:05.141532 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28f8c4-a4a5-4fff-b250-83fc70e55000 req-14110643-99b5-4545-895f-fcd835fc20e0 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:05.143001 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c28f8c4-a4a5-4fff-b250-83fc70e55000 req-14110643-99b5-4545-895f-fcd835fc20e0 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 945 time: 0.0483017 Aug 25 17:35:05.182849 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c28f8c4-a4a5-4fff-b250-83fc70e55000 req-33dd5e0f-17e1-4c3b-96f4-9ac6d26cedef tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335102 Aug 25 17:35:06.311049 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74522767-da47-45a5-bc7f-b7cd04667659 req-04ce7b7e-d088-4bcd-83e4-48b69b3054e6 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:06.312619 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-74522767-da47-45a5-bc7f-b7cd04667659 req-04ce7b7e-d088-4bcd-83e4-48b69b3054e6 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 945 time: 0.0607712 Aug 25 17:35:06.359170 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-74522767-da47-45a5-bc7f-b7cd04667659 req-1c080db8-3769-443b-899a-34b098ea1f49 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366063 Aug 25 17:35:06.910326 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77f3dd-1e75-4c65-a316-d9843782df04 req-af9d3a19-053c-45d9-86dd-070e2d289da4 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:06.911779 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f77f3dd-1e75-4c65-a316-d9843782df04 req-af9d3a19-053c-45d9-86dd-070e2d289da4 tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.25 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 945 time: 0.0488203 Aug 25 17:35:06.999748 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0f77f3dd-1e75-4c65-a316-d9843782df04 req-4fb4c575-fa4e-4f6d-a6cc-6fb1c24bd20c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Deleting port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:35:07.000081 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0f77f3dd-1e75-4c65-a316-d9843782df04 req-4fb4c575-fa4e-4f6d-a6cc-6fb1c24bd20c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:07.087140 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-0f77f3dd-1e75-4c65-a316-d9843782df04 req-4fb4c575-fa4e-4f6d-a6cc-6fb1c24bd20c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] For port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,segment=NetworkSegment(c47e1c41-8613-47d2-b78a-6c681758e272),segment_id=c47e1c41-8613-47d2-b78a-6c681758e272)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:35:07.088331 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0f77f3dd-1e75-4c65-a316-d9843782df04 req-4fb4c575-fa4e-4f6d-a6cc-6fb1c24bd20c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:07.101161 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0f77f3dd-1e75-4c65-a316-d9843782df04 req-4fb4c575-fa4e-4f6d-a6cc-6fb1c24bd20c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Calling delete_port for 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:35:07.226708 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0f77f3dd-1e75-4c65-a316-d9843782df04 req-4fb4c575-fa4e-4f6d-a6cc-6fb1c24bd20c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:07.239233 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:35:07.256192 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4c575-fa4e-4f6d-a6cc-6fb1c24bd20c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Pushing event deleted for resources: {'Port': ['ID=57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:07.299053 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f77f3dd-1e75-4c65-a316-d9843782df04 req-4fb4c575-fa4e-4f6d-a6cc-6fb1c24bd20c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] No DVR routers for this DVR port 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:35:07.301924 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0f77f3dd-1e75-4c65-a316-d9843782df04 req-4fb4c575-fa4e-4f6d-a6cc-6fb1c24bd20c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:07.303989 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f77f3dd-1e75-4c65-a316-d9843782df04 req-4fb4c575-fa4e-4f6d-a6cc-6fb1c24bd20c tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.25 "DELETE /v2.0/ports/57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca HTTP/1.1" status: 204 len: 173 time: 0.3861356 Aug 25 17:35:07.304441 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'name': 'network-vif-deleted', 'tag': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:35:07.307683 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397e36df-d00d-4281-9f6d-3173aa0405ed" -d '{"events": [{"server_uuid": "7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1", "name": "network-vif-deleted", "tag": "57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:35:07.342064 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf1c0e0-2ae0-47e5-8db1-64542d125e98 x-openstack-request-id: req-9bf1c0e0-2ae0-47e5-8db1-64542d125e98 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:35:07.342711 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1", "name": "network-vif-deleted", "tag": "57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:35:07.342711 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bf1c0e0-2ae0-47e5-8db1-64542d125e98 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:35:07.343148 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1', 'name': 'network-vif-deleted', 'tag': '57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca', 'status': 'completed', 'code': 200} Aug 25 17:35:07.472906 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e59a332-7e8f-41a9-9647-2117606225fa req-834f7579-b2de-4dda-a395-a13e0cfbfbac tempest-TestMinimumBasicScenario-2006436580 tempest-TestMinimumBasicScenario-2006436580-project] 10.222.0.13 "GET /v2.0/ports?device_id=7553e1ab-6ea1-49b6-92fd-fc60ca7dfaa1 HTTP/1.1" status: 200 len: 210 time: 0.0300939 Aug 25 17:35:09.331421 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52728) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:09.478821 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca341577-2f97-4b5d-8f5c-fc5d6910a618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:09.829210 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533445'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:10.078575 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Deleting port 540afe8d-19d7-4ccc-8532-6ef0c17fd457 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:35:10.078916 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:10.156453 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] For port 540afe8d-19d7-4ccc-8532-6ef0c17fd457, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=540afe8d-19d7-4ccc-8532-6ef0c17fd457,segment=NetworkSegment(c47e1c41-8613-47d2-b78a-6c681758e272),segment_id=c47e1c41-8613-47d2-b78a-6c681758e272)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:35:10.156730 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:10.172462 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Calling delete_port for 540afe8d-19d7-4ccc-8532-6ef0c17fd457 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:35:10.198232 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:35:10.223082 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:35:10.223452 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 57569ff1-aa1e-4f7d-a8fc-ac98b9cc3fca not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:35:10.628866 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:10.657791 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=540afe8d-19d7-4ccc-8532-6ef0c17fd457,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:10.686441 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:10.686576 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:10.686948 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:10.687229 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:10.687615 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:10.687973 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:10.688315 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:10.688642 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:10.688972 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:10.689297 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:10.689620 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:10.689940 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:10.724888 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52748) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:10.863843 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-027e3c76-9483-4468-a37e-4b508b888043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:10.866584 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533263'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.108265 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-027e3c76-9483-4468-a37e-4b508b888043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.112738 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-027e3c76-9483-4468-a37e-4b508b888043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.169574 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-027e3c76-9483-4468-a37e-4b508b888043 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c422aec91be4f6493841bb546c2474d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436471 Aug 25 17:35:11.170292 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e3c76-9483-4468-a37e-4b508b888043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d275cf-c3c8-4dea-bb45-e1bb7c38d575,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:11.172269 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52752) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:11.179146 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:35:11.221955 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05abde6c-7b24-431d-8a2d-a522307968b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.241910 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05abde6c-7b24-431d-8a2d-a522307968b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.286528 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:35:11.293067 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ba1f52f5-1710-457c-9eeb-04fe3963f2c3 admin admin] 10.222.0.13 "PUT /v2.0/routers/7579c3b5-59f4-4e26-b5b2-d1b79ba754e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9603646 Aug 25 17:35:11.295431 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52754) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:11.296579 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05abde6c-7b24-431d-8a2d-a522307968b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.297255 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a987d761-42c5-43a7-998a-bd95992c22d7 None None] Sync routers for ids ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:35:11.299140 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-05abde6c-7b24-431d-8a2d-a522307968b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.302622 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-05abde6c-7b24-431d-8a2d-a522307968b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3d275cf-c3c8-4dea-bb45-e1bb7c38d575 HTTP/1.1" status: 204 len: 168 time: 0.1269622 Aug 25 17:35:11.308987 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a987d761-42c5-43a7-998a-bd95992c22d7 None None] Routers {'7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:35:11.309650 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a987d761-42c5-43a7-998a-bd95992c22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:34:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:11.310957 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abde6c-7b24-431d-8a2d-a522307968b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d275cf-c3c8-4dea-bb45-e1bb7c38d575,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:11.418014 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.434134 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a987d761-42c5-43a7-998a-bd95992c22d7 None None] Set router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:35:11.522920 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.581374 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] Deleting port d2d72290-26d0-4fb2-a395-a9f755517c29 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:35:11.581711 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.604047 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52760) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:11.622953 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0221ef97-ce63-44d5-9aac-633b72d4c092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.638522 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a987d761-42c5-43a7-998a-bd95992c22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:35:10Z', 'revision_number': 5, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port': {'id': 'd2d72290-26d0-4fb2-a395-a9f755517c29', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:14Z', 'updated_at': '2021-08-25T17:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:11.673364 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a987d761-42c5-43a7-998a-bd95992c22d7 None None] Checking router: 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:35:11.685048 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a987d761-42c5-43a7-998a-bd95992c22d7 None None] Routers {'7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:35:11.686194 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a987d761-42c5-43a7-998a-bd95992c22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:34:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:11.692801 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] For port d2d72290-26d0-4fb2-a395-a9f755517c29, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=d2d72290-26d0-4fb2-a395-a9f755517c29,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:35:11.693807 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.712747 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] Calling delete_port for d2d72290-26d0-4fb2-a395-a9f755517c29 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:35:11.732780 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0221ef97-ce63-44d5-9aac-633b72d4c092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.740261 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0221ef97-ce63-44d5-9aac-633b72d4c092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.783055 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-0221ef97-ce63-44d5-9aac-633b72d4c092 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49bf489f90894001a8fc6e5f0388c229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768706 Aug 25 17:35:11.783507 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52764) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:11.785493 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221ef97-ce63-44d5-9aac-633b72d4c092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52432d7e-0076-4b42-b4ef-16d4143aa459,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:11.790254 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a987d761-42c5-43a7-998a-bd95992c22d7 None None] Set router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:35:11.845058 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a987d761-42c5-43a7-998a-bd95992c22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:35:11Z', 'revision_number': 6, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port_host': None}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:11.871891 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a987d761-42c5-43a7-998a-bd95992c22d7 None None] The sync data for ids ['7579c3b5-59f4-4e26-b5b2-d1b79ba754e9'] in dv-cinder-786385-9-iscsi is: [{'id': '7579c3b5-59f4-4e26-b5b2-d1b79ba754e9', 'name': 'tempest-TestMinimumBasicScenario-3039373-router', 'tenant_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:13Z', 'updated_at': '2021-08-25T17:35:11Z', 'revision_number': 6, 'project_id': 'b5cbf8ed113c4b7e9503a62bed2221ce', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:35:11.894699 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-09124db7-599a-4972-98b2-af791fe39fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.948856 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-09124db7-599a-4972-98b2-af791fe39fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:11.970620 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.013859 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d72290-26d0-4fb2-a395-a9f755517c29,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:12.071417 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-09124db7-599a-4972-98b2-af791fe39fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.075160 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-09124db7-599a-4972-98b2-af791fe39fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.076372 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-09124db7-599a-4972-98b2-af791fe39fd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52432d7e-0076-4b42-b4ef-16d4143aa459 HTTP/1.1" status: 204 len: 168 time: 0.2919214 Aug 25 17:35:12.077397 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539221'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.155183 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09124db7-599a-4972-98b2-af791fe39fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52432d7e-0076-4b42-b4ef-16d4143aa459,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:12.191891 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4109'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.194192 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.232301 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9b52398c-e831-49c3-9e81-3a343cb240fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.269440 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538309'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.270143 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:35:12.276104 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.279599 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-9e59ccc2-4828-4f43-b63c-bcc3b84387dd admin admin] 10.222.0.13 "DELETE /v2.0/routers/7579c3b5-59f4-4e26-b5b2-d1b79ba754e9 HTTP/1.1" status: 204 len: 168 time: 0.9809935 Aug 25 17:35:12.280277 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52770) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:12.332315 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce35ab5-a0f8-4501-a508-4e9467a3b4ca admin admin] Deleting subnet 576fc3d0-0569-41b1-b281-0b983a96176e {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:35:12.336634 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bce35ab5-a0f8-4501-a508-4e9467a3b4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.376698 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.378881 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bce35ab5-a0f8-4501-a508-4e9467a3b4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64079751'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.425256 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52772) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:12.439250 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f2ef205-2499-491b-8ab1-ce918eeadd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.485898 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bce35ab5-a0f8-4501-a508-4e9467a3b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.534618 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f2ef205-2499-491b-8ab1-ce918eeadd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.538767 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f2ef205-2499-491b-8ab1-ce918eeadd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.543235 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bce35ab5-a0f8-4501-a508-4e9467a3b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64812695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65004337'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.570041 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce35ab5-a0f8-4501-a508-4e9467a3b4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=576fc3d0-0569-41b1-b281-0b983a96176e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:12.572419 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bce35ab5-a0f8-4501-a508-4e9467a3b4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.574241 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-bce35ab5-a0f8-4501-a508-4e9467a3b4ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/576fc3d0-0569-41b1-b281-0b983a96176e HTTP/1.1" status: 204 len: 168 time: 0.2928467 Aug 25 17:35:12.576811 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52774) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:12.581864 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1f2ef205-2499-491b-8ab1-ce918eeadd5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bb8404bc96a4f0685601490c6db71fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553557 Aug 25 17:35:12.582744 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52776) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:12.589081 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6504c811-da5a-4d53-8274-6346748981a1 None None] Network 9df84681-d070-4d12-8a33-62c614f41776 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:35:12.590492 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ef205-2499-491b-8ab1-ce918eeadd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2665502-6e30-49af-ae8b-b6f35b3b8118,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:12.645443 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3c6cec-431c-4ca4-816f-046d4ef45d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.663983 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.670479 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3c6cec-431c-4ca4-816f-046d4ef45d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.726206 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3c6cec-431c-4ca4-816f-046d4ef45d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.729380 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da3c6cec-431c-4ca4-816f-046d4ef45d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.730802 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-da3c6cec-431c-4ca4-816f-046d4ef45d78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2665502-6e30-49af-ae8b-b6f35b3b8118 HTTP/1.1" status: 204 len: 168 time: 0.1469078 Aug 25 17:35:12.731629 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Deleting port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:35:12.732118 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.740578 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c6cec-431c-4ca4-816f-046d4ef45d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2665502-6e30-49af-ae8b-b6f35b3b8118,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:12.807404 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] For port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2,segment=NetworkSegment(c47e1c41-8613-47d2-b78a-6c681758e272),segment_id=c47e1c41-8613-47d2-b78a-6c681758e272)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:35:12.807820 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.822447 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Calling delete_port for 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:35:12.928391 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:12.964558 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:12.969916 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] No DVR routers for this DVR port 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 on host dv-cinder-786385-9-iscsi {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:35:12.984913 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce5b692-06a9-4fd4-967f-9e9dd88e4e49 None None] DHCP port deletion for 9df84681-d070-4d12-8a33-62c614f41776 request from dv-cinder-786385-9-iscsi {{(pid=93890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:35:13.057374 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:13.067236 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df84681-d070-4d12-8a33-62c614f41776']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:13.085085 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47e1c41-8613-47d2-b78a-6c681758e272') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:13.085497 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47e1c41-8613-47d2-b78a-6c681758e272') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:13.098728 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64079768'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:13.117069 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:13.123749 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:35:13.124415 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64812785'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: Traceback (most recent call last): Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: timer() Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: cb(*args, **kw) Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: return func(*args, **kwargs) Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: self._notify() Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: self.callback(batched_events) Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: event.method(event) Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: return f(self, *a, **k) Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._get(url).json() Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:35:13.126424 dv-cinder-786385-9-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:35:13.185281 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:13.191164 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:13.193041 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] 10.222.0.13 "DELETE /v2.0/networks/9df84681-d070-4d12-8a33-62c614f41776 HTTP/1.1" status: 204 len: 168 time: 0.6152427 Aug 25 17:35:13.196146 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52794) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:13.209077 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32bbce-2842-47c8-872b-23d5139a7d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=9df84681-d070-4d12-8a33-62c614f41776,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:13.429103 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:13.622829 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b0a9-7927-4eb9-b062-e3ee6371e659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533445'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:13.672158 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 540afe8d-19d7-4ccc-8532-6ef0c17fd457 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:35:13.692375 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 540afe8d-19d7-4ccc-8532-6ef0c17fd457 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:35:13.692608 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 540afe8d-19d7-4ccc-8532-6ef0c17fd457 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:35:13.693036 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device d2d72290-26d0-4fb2-a395-a9f755517c29 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:35:13.712916 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: d2d72290-26d0-4fb2-a395-a9f755517c29 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:35:13.713328 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device d2d72290-26d0-4fb2-a395-a9f755517c29 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:35:13.714160 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:35:13.736940 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:35:13.737288 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 12d7fc2d-f8e6-4a8a-9b99-c2e419c545e2 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:35:13.787967 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:13.902426 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52812) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:13.922476 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b0a9-7927-4eb9-b062-e3ee6371e659 admin admin] Deleting port 6ec12172-4727-4c5c-9a64-307ca8d614f0 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:35:13.922804 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b0a9-7927-4eb9-b062-e3ee6371e659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:14.004582 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a3f3b0a9-7927-4eb9-b062-e3ee6371e659 admin admin] For port 6ec12172-4727-4c5c-9a64-307ca8d614f0, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=6ec12172-4727-4c5c-9a64-307ca8d614f0,segment=NetworkSegment(eb97570e-81c2-4f19-992e-db545e9ce9c2),segment_id=eb97570e-81c2-4f19-992e-db545e9ce9c2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:35:14.004941 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b0a9-7927-4eb9-b062-e3ee6371e659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:14.011028 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94b4b159-8412-4686-ac48-31ef2ec781c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:14.017505 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b0a9-7927-4eb9-b062-e3ee6371e659 admin admin] Calling delete_port for 6ec12172-4727-4c5c-9a64-307ca8d614f0 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:35:14.103926 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94b4b159-8412-4686-ac48-31ef2ec781c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:14.107957 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-94b4b159-8412-4686-ac48-31ef2ec781c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:14.147606 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-94b4b159-8412-4686-ac48-31ef2ec781c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9817a256a76c434d857ba79cbf4763cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426341 Aug 25 17:35:14.147606 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4b159-8412-4686-ac48-31ef2ec781c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6e6e89-d93d-4d1f-932a-f8e0d09a349c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:14.150172 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52818) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:14.210318 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73735cc8-56f2-42bc-b27a-fc3b021925e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:14.223074 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b0a9-7927-4eb9-b062-e3ee6371e659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:14.237116 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73735cc8-56f2-42bc-b27a-fc3b021925e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:14.254016 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b0a9-7927-4eb9-b062-e3ee6371e659 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec12172-4727-4c5c-9a64-307ca8d614f0,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:14.298796 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73735cc8-56f2-42bc-b27a-fc3b021925e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:14.301727 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-73735cc8-56f2-42bc-b27a-fc3b021925e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:14.302898 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-73735cc8-56f2-42bc-b27a-fc3b021925e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e6e6e89-d93d-4d1f-932a-f8e0d09a349c HTTP/1.1" status: 204 len: 168 time: 0.1518455 Aug 25 17:35:14.311418 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73735cc8-56f2-42bc-b27a-fc3b021925e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6e6e89-d93d-4d1f-932a-f8e0d09a349c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:14.468505 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b0a9-7927-4eb9-b062-e3ee6371e659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533263'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:14.684306 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53105656-fc87-4835-a249-8a2c911a14b6 req-cf4de315-3bd6-4aba-b1b6-f880cf991a7c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:14.686237 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-53105656-fc87-4835-a249-8a2c911a14b6 req-cf4de315-3bd6-4aba-b1b6-f880cf991a7c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0537937 Aug 25 17:35:14.741021 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:14.751687 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-53105656-fc87-4835-a249-8a2c911a14b6 req-0abbcba9-3403-4b42-a9d7-0a43200e3388 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593054 Aug 25 17:35:14.918288 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f3b0a9-7927-4eb9-b062-e3ee6371e659 admin admin] Router c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:35:15.026713 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f3b0a9-7927-4eb9-b062-e3ee6371e659 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:35:15.034620 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52850) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:15.035048 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a3f3b0a9-7927-4eb9-b062-e3ee6371e659 admin admin] 10.222.0.13 "PUT /v2.0/routers/c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8374302 Aug 25 17:35:15.037084 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f49f4-a18c-4af6-8c86-2ce1f9850659 None None] Sync routers for ids ['c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:35:15.048176 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f49f4-a18c-4af6-8c86-2ce1f9850659 None None] Routers {'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:35:15.048839 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bf3f49f4-a18c-4af6-8c86-2ce1f9850659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:35:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:15.145565 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:15.166130 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-bf3f49f4-a18c-4af6-8c86-2ce1f9850659 None None] Set router c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:35:15.250571 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:15.317937 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] Deleting port e851c5f0-d1d3-478b-93d0-d940cf1590db {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:35:15.318731 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:15.360746 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bf3f49f4-a18c-4af6-8c86-2ce1f9850659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'name': 'tempest-TestMinimumBasicScenario-475871765-router', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'e851c5f0-d1d3-478b-93d0-d940cf1590db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:18Z', 'updated_at': '2021-08-25T17:35:14Z', 'revision_number': 5, 'project_id': '15329004c0c24922aa02ae72a9e36f35', 'gw_port': {'id': 'e851c5f0-d1d3-478b-93d0-d940cf1590db', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:19Z', 'updated_at': '2021-08-25T17:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:15.393498 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f49f4-a18c-4af6-8c86-2ce1f9850659 None None] Checking router: c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:35:15.403268 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f49f4-a18c-4af6-8c86-2ce1f9850659 None None] Routers {'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:35:15.404149 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bf3f49f4-a18c-4af6-8c86-2ce1f9850659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:35:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:15.605363 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-bf3f49f4-a18c-4af6-8c86-2ce1f9850659 None None] Set router c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:35:15.659117 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-bf3f49f4-a18c-4af6-8c86-2ce1f9850659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'name': 'tempest-TestMinimumBasicScenario-475871765-router', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:18Z', 'updated_at': '2021-08-25T17:35:15Z', 'revision_number': 6, 'project_id': '15329004c0c24922aa02ae72a9e36f35', 'gw_port_host': None}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:15.673429 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] For port e851c5f0-d1d3-478b-93d0-d940cf1590db, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=e851c5f0-d1d3-478b-93d0-d940cf1590db,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:35:15.673800 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:15.687023 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] Calling delete_port for e851c5f0-d1d3-478b-93d0-d940cf1590db owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:35:15.688822 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f49f4-a18c-4af6-8c86-2ce1f9850659 None None] The sync data for ids ['c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15'] in dv-cinder-786385-9-iscsi is: [{'id': 'c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15', 'name': 'tempest-TestMinimumBasicScenario-475871765-router', 'tenant_id': '15329004c0c24922aa02ae72a9e36f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:18Z', 'updated_at': '2021-08-25T17:35:15Z', 'revision_number': 6, 'project_id': '15329004c0c24922aa02ae72a9e36f35', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:35:15.881026 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:15.911397 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e851c5f0-d1d3-478b-93d0-d940cf1590db,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:15.919823 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01f58a-7156-401d-854b-0a0c86b346d5 req-43704b74-4638-4832-b0eb-1b2c1ced0c00 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:15.921299 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf01f58a-7156-401d-854b-0a0c86b346d5 req-43704b74-4638-4832-b0eb-1b2c1ced0c00 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0879703 Aug 25 17:35:16.002454 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf01f58a-7156-401d-854b-0a0c86b346d5 req-a50b86cb-ec2a-4477-8742-b2a68699cd9a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f0c5509-7dab-422c-9730-bb93aae0f9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751238 Aug 25 17:35:16.007250 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539221'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.100157 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4109'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.102304 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.144615 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538309'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.145055 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:35:16.149729 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.150910 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-0afd321f-df02-4402-b351-d5f08839a5ab admin admin] 10.222.0.13 "DELETE /v2.0/routers/c2ed8a2e-2dc4-4c1d-8b1c-af6922393c15 HTTP/1.1" status: 204 len: 168 time: 1.1147380 Aug 25 17:35:16.153375 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52864) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:16.228701 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-055cab4a-d7c2-4ed1-a315-438cb13f34a6 admin admin] Deleting subnet 94e4ccb4-ae01-4969-b7be-3081d7a1bfed {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:35:16.232195 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-055cab4a-d7c2-4ed1-a315-438cb13f34a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.261862 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-ce8bf6dd-d911-44b0-a3f5-3cd19bf5b713 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:16.265434 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-ce8bf6dd-d911-44b0-a3f5-3cd19bf5b713 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.25 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 945 time: 0.0810628 Aug 25 17:35:16.302992 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-055cab4a-d7c2-4ed1-a315-438cb13f34a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64079751'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.434301 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-055cab4a-d7c2-4ed1-a315-438cb13f34a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.454986 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Deleting port e831d281-f54f-498f-8a3f-1e6801aad703 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:35:16.455321 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.565806 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-055cab4a-d7c2-4ed1-a315-438cb13f34a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64812695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65004337'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.608057 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] For port e831d281-f54f-498f-8a3f-1e6801aad703, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e831d281-f54f-498f-8a3f-1e6801aad703,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:35:16.608428 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.610914 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cab4a-d7c2-4ed1-a315-438cb13f34a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e4ccb4-ae01-4969-b7be-3081d7a1bfed,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:16.623696 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-055cab4a-d7c2-4ed1-a315-438cb13f34a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.625814 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-055cab4a-d7c2-4ed1-a315-438cb13f34a6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/94e4ccb4-ae01-4969-b7be-3081d7a1bfed HTTP/1.1" status: 204 len: 168 time: 0.4715004 Aug 25 17:35:16.628423 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52872) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:16.630533 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220e1191-79ec-4acb-aab0-0a275dfef3b7 None None] Network 03361cc7-31f9-4b0e-95fa-069477113c9e requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:35:16.741806 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.830751 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Deleting port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:35:16.831139 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.849892 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d94d003-b6bb-49ac-9a3f-da94dd8933ad None None] DHCP port deletion for 03361cc7-31f9-4b0e-95fa-069477113c9e request from dv-cinder-786385-9-iscsi {{(pid=93890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:35:16.857346 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.857757 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.858112 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.l3_db [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Floating IP dddf5396-9495-412f-a8ef-51205f691a78 disassociated. External IP: 172.27.3.161, port: e831d281-f54f-498f-8a3f-1e6801aad703. Aug 25 17:35:16.858454 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Calling delete_port for e831d281-f54f-498f-8a3f-1e6801aad703 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:35:16.901533 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-7d94d003-b6bb-49ac-9a3f-da94dd8933ad None None] Deleting port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:35:16.902030 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d94d003-b6bb-49ac-9a3f-da94dd8933ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.912281 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] For port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=4f6854ac-730f-4a02-ae40-6ea6d6c576f2,segment=NetworkSegment(eb97570e-81c2-4f19-992e-db545e9ce9c2),segment_id=eb97570e-81c2-4f19-992e-db545e9ce9c2)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:35:16.912743 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.926570 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Calling delete_port for 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:35:16.965538 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-7d94d003-b6bb-49ac-9a3f-da94dd8933ad None None] For port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=4f6854ac-730f-4a02-ae40-6ea6d6c576f2,segment=NetworkSegment(eb97570e-81c2-4f19-992e-db545e9ce9c2),segment_id=eb97570e-81c2-4f19-992e-db545e9ce9c2)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:35:16.965928 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d94d003-b6bb-49ac-9a3f-da94dd8933ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:16.981004 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-7d94d003-b6bb-49ac-9a3f-da94dd8933ad None None] Calling delete_port for 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:35:17.006062 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:17.009253 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:17.036180 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event deleted for resources: {'Port': ['ID=e831d281-f54f-498f-8a3f-1e6801aad703,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:17.071249 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6854ac-730f-4a02-ae40-6ea6d6c576f2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:17.075775 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] No DVR routers for this DVR port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 on host dv-cinder-786385-9-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:35:17.114331 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-7d94d003-b6bb-49ac-9a3f-da94dd8933ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:17.140629 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94d003-b6bb-49ac-9a3f-da94dd8933ad None None] Pushing event deleted for resources: {'Port': ['ID=4f6854ac-730f-4a02-ae40-6ea6d6c576f2,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:17.143027 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d94d003-b6bb-49ac-9a3f-da94dd8933ad None None] No DVR routers for this DVR port 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 on host dv-cinder-786385-9-iscsi {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:35:17.159719 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ac69146-e2ce-47da-a67d-5e470d13326b req-70b6ba55-c0d3-4245-a2b8-1ad1e3868d96 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 210 time: 0.0297203 Aug 25 17:35:17.168439 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:17.178700 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03361cc7-31f9-4b0e-95fa-069477113c9e']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:17.189710 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb97570e-81c2-4f19-992e-db545e9ce9c2') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:17.190008 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb97570e-81c2-4f19-992e-db545e9ce9c2') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:17.194172 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Router b91dd6b7-f77d-419c-b949-dccc52b00064 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:35:17.199357 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63529779'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:17.214154 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:17.219902 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:35:17.220364 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63531003'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: Traceback (most recent call last): Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: timer() Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: cb(*args, **kw) Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: return func(*args, **kwargs) Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: self._notify() Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: self.callback(batched_events) Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: event.method(event) Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: return f(self, *a, **k) Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._get(url).json() Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:35:17.221984 dv-cinder-786385-9-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:35:17.282808 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:17.288778 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:17.295078 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] 10.222.0.13 "DELETE /v2.0/networks/03361cc7-31f9-4b0e-95fa-069477113c9e HTTP/1.1" status: 204 len: 168 time: 0.6652472 Aug 25 17:35:17.313618 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325da23-2759-44ae-b421-9bf977fa62dc admin admin] Pushing event deleted for resources: {'Network': ['ID=03361cc7-31f9-4b0e-95fa-069477113c9e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:17.319233 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:35:17.330410 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b9e328-676d-4ec3-9540-8bc18e79095d None None] Sync routers for ids ['b91dd6b7-f77d-419c-b949-dccc52b00064'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:35:17.341822 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9e328-676d-4ec3-9540-8bc18e79095d None None] Routers {'b91dd6b7-f77d-419c-b949-dccc52b00064'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:35:17.342577 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a7b9e328-676d-4ec3-9540-8bc18e79095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:35:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['b91dd6b7-f77d-419c-b949-dccc52b00064'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:17.362195 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] No DVR routers for this DVR port e831d281-f54f-498f-8a3f-1e6801aad703 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:35:17.364942 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:17.366975 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2cdb4b2e-cbb0-4098-86e7-6db92b471654 req-7b92a789-df8c-4193-9b97-300e350f95fe tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.25 "DELETE /v2.0/ports/e831d281-f54f-498f-8a3f-1e6801aad703 HTTP/1.1" status: 204 len: 173 time: 1.0941265 Aug 25 17:35:17.367425 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ea17b2-3498-4a10-be3d-74efbd2a3463', 'name': 'network-vif-deleted', 'tag': 'e831d281-f54f-498f-8a3f-1e6801aad703'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:35:17.369859 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44909016-f842-4f10-b94c-7980706df2fa" -d '{"events": [{"server_uuid": "12ea17b2-3498-4a10-be3d-74efbd2a3463", "name": "network-vif-deleted", "tag": "e831d281-f54f-498f-8a3f-1e6801aad703"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:35:17.418163 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e203ee-4b4b-4353-8e4c-f7e1eacffd47 x-openstack-request-id: req-d4e203ee-4b4b-4353-8e4c-f7e1eacffd47 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:35:17.418462 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ea17b2-3498-4a10-be3d-74efbd2a3463", "name": "network-vif-deleted", "tag": "e831d281-f54f-498f-8a3f-1e6801aad703", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:35:17.418717 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4e203ee-4b4b-4353-8e4c-f7e1eacffd47 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:35:17.419121 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ea17b2-3498-4a10-be3d-74efbd2a3463', 'name': 'network-vif-deleted', 'tag': 'e831d281-f54f-498f-8a3f-1e6801aad703', 'status': 'completed', 'code': 200} Aug 25 17:35:17.465889 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a7b9e328-676d-4ec3-9540-8bc18e79095d None None] Set router b91dd6b7-f77d-419c-b949-dccc52b00064 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:35:17.495992 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52884) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:17.538391 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-3a21afd2-eaa4-47c0-963c-cc2611987df6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5cbf8ed113c4b7e9503a62bed2221ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409989 Aug 25 17:35:17.540712 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52886) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:17.593210 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-112ce86c-9d25-4a5e-9a2e-405da0450190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:17.615973 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-112ce86c-9d25-4a5e-9a2e-405da0450190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:17.670752 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-112ce86c-9d25-4a5e-9a2e-405da0450190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:17.673409 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-112ce86c-9d25-4a5e-9a2e-405da0450190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:17.674544 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-112ce86c-9d25-4a5e-9a2e-405da0450190 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c HTTP/1.1" status: 204 len: 168 time: 0.1327007 Aug 25 17:35:17.682470 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ce86c-9d25-4a5e-9a2e-405da0450190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0b0471-e44f-4fa3-9b9b-f6d7199b9c2c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:17.687174 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device e851c5f0-d1d3-478b-93d0-d940cf1590db no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:35:17.714985 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a7b9e328-676d-4ec3-9540-8bc18e79095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:17.720150 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: e851c5f0-d1d3-478b-93d0-d940cf1590db {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:35:17.720489 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device e851c5f0-d1d3-478b-93d0-d940cf1590db not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:35:17.720898 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 6ec12172-4727-4c5c-9a64-307ca8d614f0 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:35:17.766665 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b9e328-676d-4ec3-9540-8bc18e79095d None None] Checking router: b91dd6b7-f77d-419c-b949-dccc52b00064 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:35:17.769665 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 6ec12172-4727-4c5c-9a64-307ca8d614f0 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:35:17.770003 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 6ec12172-4727-4c5c-9a64-307ca8d614f0 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:35:17.770413 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:35:17.793019 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:35:17.793353 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 4f6854ac-730f-4a02-ae40-6ea6d6c576f2 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:35:17.797160 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9e328-676d-4ec3-9540-8bc18e79095d None None] Routers {'b91dd6b7-f77d-419c-b949-dccc52b00064'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:35:17.797831 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a7b9e328-676d-4ec3-9540-8bc18e79095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:35:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['b91dd6b7-f77d-419c-b949-dccc52b00064'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:17.904995 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a7b9e328-676d-4ec3-9540-8bc18e79095d None None] Set router b91dd6b7-f77d-419c-b949-dccc52b00064 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:35:18.002123 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52894) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:18.045634 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-09fbd831-fd87-4c25-98d4-b3453fc52cab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15329004c0c24922aa02ae72a9e36f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400987 Aug 25 17:35:18.045874 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52896) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:18.093558 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c74505da-3ea8-4417-bffa-c91d324e15c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:18.108658 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a7b9e328-676d-4ec3-9540-8bc18e79095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:18.117887 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c74505da-3ea8-4417-bffa-c91d324e15c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:18.135534 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b9e328-676d-4ec3-9540-8bc18e79095d None None] The sync data for ids ['b91dd6b7-f77d-419c-b949-dccc52b00064'] in dv-cinder-786385-9-iscsi is: [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:35:18.166742 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c74505da-3ea8-4417-bffa-c91d324e15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:18.169274 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c74505da-3ea8-4417-bffa-c91d324e15c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:18.173161 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c74505da-3ea8-4417-bffa-c91d324e15c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ff3915f-4a71-4568-a958-116d44b57451 HTTP/1.1" status: 204 len: 168 time: 0.1236410 Aug 25 17:35:18.179637 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74505da-3ea8-4417-bffa-c91d324e15c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff3915f-4a71-4568-a958-116d44b57451,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:18.269482 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fec23506-8dcd-4ea4-9642-48d603cdd144 req-b31b0817-8430-47f2-9093-a3c93d2565e0 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 210 time: 0.0307705 Aug 25 17:35:18.394840 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf66bc1b-12cc-48a6-bdfb-b3e35055674d None None] New status for floating IP dddf5396-9495-412f-a8ef-51205f691a78: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:35:18.449719 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e831d281-f54f-498f-8a3f-1e6801aad703 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:35:18.478814 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: e831d281-f54f-498f-8a3f-1e6801aad703 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:35:18.479486 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e831d281-f54f-498f-8a3f-1e6801aad703 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:35:19.366128 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a95ae5af-2a69-4d38-8585-e9777b29180e req-da9a35a5-6edf-48ae-ba27-657f60ff6b1a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 210 time: 0.0253861 Aug 25 17:35:20.458405 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ee4f794f-f2e2-4883-8b12-d0231c849fcf req-59fe2fee-028a-47d6-acbc-c56cb4d4b98e tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=12ea17b2-3498-4a10-be3d-74efbd2a3463 HTTP/1.1" status: 200 len: 210 time: 0.0255809 Aug 25 17:35:21.541487 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52918) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:21.600496 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-820de376-dec7-404c-8b1a-177884dc12e3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:21.626090 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-820de376-dec7-404c-8b1a-177884dc12e3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:21.672604 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-820de376-dec7-404c-8b1a-177884dc12e3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:21.675142 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-820de376-dec7-404c-8b1a-177884dc12e3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:21.676320 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-820de376-dec7-404c-8b1a-177884dc12e3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "DELETE /v2.0/security-groups/1f0c5509-7dab-422c-9730-bb93aae0f9f4 HTTP/1.1" status: 204 len: 168 time: 0.1337204 Aug 25 17:35:21.679276 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52920) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:21.686264 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820de376-dec7-404c-8b1a-177884dc12e3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0c5509-7dab-422c-9730-bb93aae0f9f4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:21.697836 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.api.v2.resource [None req-2525a68a-51e7-4796-bc35-b202bd4809e4 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] show failed (client error): The resource could not be found. Aug 25 17:35:21.700147 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-2525a68a-51e7-4796-bc35-b202bd4809e4 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups/1f0c5509-7dab-422c-9730-bb93aae0f9f4 HTTP/1.1" status: 404 len: 347 time: 0.0196047 Aug 25 17:35:21.702917 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52922) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:21.825548 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-42f5403f-6ee6-4e77-9457-60c28453b93f tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Deleting port f3abde10-e5a6-495a-93ad-c77ffb1fda2f {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:35:21.825789 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-42f5403f-6ee6-4e77-9457-60c28453b93f tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:21.905174 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-42f5403f-6ee6-4e77-9457-60c28453b93f tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:21.905591 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-42f5403f-6ee6-4e77-9457-60c28453b93f tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:21.920014 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-42f5403f-6ee6-4e77-9457-60c28453b93f tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Calling delete_port for f3abde10-e5a6-495a-93ad-c77ffb1fda2f owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:35:22.070706 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-42f5403f-6ee6-4e77-9457-60c28453b93f tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.101149 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5403f-6ee6-4e77-9457-60c28453b93f tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event deleted for resources: {'Port': ['ID=f3abde10-e5a6-495a-93ad-c77ffb1fda2f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:22.160639 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-42f5403f-6ee6-4e77-9457-60c28453b93f tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.163166 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-42f5403f-6ee6-4e77-9457-60c28453b93f tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.164387 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-42f5403f-6ee6-4e77-9457-60c28453b93f tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "DELETE /v2.0/floatingips/dddf5396-9495-412f-a8ef-51205f691a78 HTTP/1.1" status: 204 len: 168 time: 0.4604664 Aug 25 17:35:22.568883 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 52934) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:22.573651 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b659963e-1787-4c00-8dfd-da111ff8c542 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350824472', 'description': 'tempest-description--581368505'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:35:22.600869 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b659963e-1787-4c00-8dfd-da111ff8c542 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.686170 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b659963e-1787-4c00-8dfd-da111ff8c542 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.690065 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b659963e-1787-4c00-8dfd-da111ff8c542 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.718747 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b659963e-1787-4c00-8dfd-da111ff8c542 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.720228 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-b659963e-1787-4c00-8dfd-da111ff8c542 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1502681 Aug 25 17:35:22.721378 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659963e-1787-4c00-8dfd-da111ff8c542 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3779335-2364-4906-af0d-7a5f43f94b6f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:22.723109 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52936) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:22.728369 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-45b9f178-aa83-4b60-b0f7-124951815179 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Request body: {'security_group_rule': {'security_group_id': 'f3779335-2364-4906-af0d-7a5f43f94b6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:35:22.755609 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45b9f178-aa83-4b60-b0f7-124951815179 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.800390 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45b9f178-aa83-4b60-b0f7-124951815179 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.804978 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45b9f178-aa83-4b60-b0f7-124951815179 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.822362 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9f178-aa83-4b60-b0f7-124951815179 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00e7ca5-209d-46e8-a549-25b55ecdb454,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:22.829226 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45b9f178-aa83-4b60-b0f7-124951815179 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.830394 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-45b9f178-aa83-4b60-b0f7-124951815179 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1062102 Aug 25 17:35:22.833453 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52938) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:22.837861 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-47e06d67-4f77-470c-b05b-b2b1c673d290 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Request body: {'security_group_rule': {'security_group_id': 'f3779335-2364-4906-af0d-7a5f43f94b6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:35:22.866150 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47e06d67-4f77-470c-b05b-b2b1c673d290 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.923843 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47e06d67-4f77-470c-b05b-b2b1c673d290 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.927412 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47e06d67-4f77-470c-b05b-b2b1c673d290 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.944383 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e06d67-4f77-470c-b05b-b2b1c673d290 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab514297-2e94-4aa0-80ea-8abaac57f2b8,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:22.955330 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47e06d67-4f77-470c-b05b-b2b1c673d290 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:22.956580 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-47e06d67-4f77-470c-b05b-b2b1c673d290 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222000 Aug 25 17:35:22.959841 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 52940) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:22.964336 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Request body: {'floatingip': {'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:35:22.985724 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:23.082065 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:23.190640 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Allocated IP 172.27.3.199 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/afda9390-1f23-4ee2-a752-40e86979cf58) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:35:23.289642 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:23.328413 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:23.373439 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:35:23.376362 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:35:23.380540 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:35:23.383490 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event updated for resources: {'Port': ['ID=afda9390-1f23-4ee2-a752-40e86979cf58,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:23.464731 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:23.496278 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:23.643695 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:23.648563 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63530967'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:23.699025 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:35:23.719932 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event updated for resources: {'Port': ['ID=afda9390-1f23-4ee2-a752-40e86979cf58,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:23.730732 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:23.744142 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:23.745433 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f0687342-c7c0-46bc-abd0-e03d67f9fef3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7846880 Aug 25 17:35:23.929866 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-bda035c8-d527-48a6-afdc-1da2f34bfb3c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--350824472&fields=id&tenant_id=759f66c057c9467a91417329b258a2fa HTTP/1.1" status: 200 len: 267 time: 0.0346534 Aug 25 17:35:24.034531 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-ffc19862-d9ce-409b-a509-68e3bc2b961b tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:24.036037 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-ffc19862-d9ce-409b-a509-68e3bc2b961b tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/networks?id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 HTTP/1.1" status: 200 len: 810 time: 0.0991526 Aug 25 17:35:24.051060 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-3da2b8d5-0917-49e7-a99e-6c531d749189 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/quotas/759f66c057c9467a91417329b258a2fa HTTP/1.1" status: 200 len: 375 time: 0.0089881 Aug 25 17:35:24.103298 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-32f7452d-f6af-41a0-beac-49deba2f1ac4 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=759f66c057c9467a91417329b258a2fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464873 Aug 25 17:35:24.202275 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-e4ab7da6-16d3-433f-b502-581e134acc4f service neutron] 10.222.0.13 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874996 Aug 25 17:35:24.288516 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-7abaebdb-9147-4c40-aa52-f5b6eae7e5ee service neutron] 10.222.0.13 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801017 Aug 25 17:35:24.451480 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-509ad0d3-86c5-4150-8988-97948f19d9ed req-25b5988d-ce5c-4c9f-a224-3c2b59248afc tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 210 time: 0.0304170 Aug 25 17:35:25.543723 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9aaeb8e2-00f9-4aaa-9525-bcdedd7ef9e8 req-b0186d63-bd07-4a3d-aee2-7a82eb01aabb tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 210 time: 0.0271289 Aug 25 17:35:26.638198 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-174c8e26-829c-40fe-b0d6-d4c955c46dcc req-0c093fcb-3ff2-4db0-a4c5-973c97a7a070 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 210 time: 0.0272889 Aug 25 17:35:26.778583 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-5a70a474-72ea-4140-a233-aa48c2c58573 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:26.780075 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-5a70a474-72ea-4140-a233-aa48c2c58573 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.25 "GET /v2.0/networks?id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 HTTP/1.1" status: 200 len: 810 time: 0.0999327 Aug 25 17:35:26.825225 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-5aa69a58-d4fb-4d74-87ac-db6cefbfaa7b tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=759f66c057c9467a91417329b258a2fa HTTP/1.1" status: 200 len: 379 time: 0.0352359 Aug 25 17:35:26.835914 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-550d24cd-b022-4b3b-8791-3745499aa2a8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Request body: {'port': {'device_id': '3559e629-4a5a-46c4-955a-21eca155f147', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'admin_state_up': True, 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'security_groups': ['f3779335-2364-4906-af0d-7a5f43f94b6f']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:35:26.947400 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-550d24cd-b022-4b3b-8791-3745499aa2a8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Made reservation on behalf of 759f66c057c9467a91417329b258a2fa for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:35:26.950815 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-550d24cd-b022-4b3b-8791-3745499aa2a8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:27.075423 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-550d24cd-b022-4b3b-8791-3745499aa2a8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Allocated IP 172.20.0.5 (8131e9a9-2e21-4b4b-9f11-89e8e152e2a9/d88b7ad9-4828-4f9c-970b-b476b3fb93c6/b013d43f-828d-4611-a716-3130b5e45063) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:35:27.210731 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-550d24cd-b022-4b3b-8791-3745499aa2a8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:27.225856 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-550d24cd-b022-4b3b-8791-3745499aa2a8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Transition to ACTIVE for port object b013d43f-828d-4611-a716-3130b5e45063 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:35:27.260208 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-550d24cd-b022-4b3b-8791-3745499aa2a8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:27.309951 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-550d24cd-b022-4b3b-8791-3745499aa2a8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:35:27.316827 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-550d24cd-b022-4b3b-8791-3745499aa2a8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:35:27.320029 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-550d24cd-b022-4b3b-8791-3745499aa2a8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:35:27.356653 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d24cd-b022-4b3b-8791-3745499aa2a8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event updated for resources: {'Port': ['ID=b013d43f-828d-4611-a716-3130b5e45063,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:27.386082 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-550d24cd-b022-4b3b-8791-3745499aa2a8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:27.386748 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-550d24cd-b022-4b3b-8791-3745499aa2a8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:27.402146 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-550d24cd-b022-4b3b-8791-3745499aa2a8 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5704484 Aug 25 17:35:27.417007 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Request body: {'port': {'device_id': '3559e629-4a5a-46c4-955a-21eca155f147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:35:27.474193 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:27.576280 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-c9068265-d68a-4000-b683-26d0a0cab868 None None] Provisioning for port b013d43f-828d-4611-a716-3130b5e45063 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:35:27.581114 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-c9068265-d68a-4000-b683-26d0a0cab868 None None] Provisioning complete for port b013d43f-828d-4611-a716-3130b5e45063 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:35:27.581505 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c9068265-d68a-4000-b683-26d0a0cab868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:27.615914 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-c9068265-d68a-4000-b683-26d0a0cab868 None None] Port b013d43f-828d-4611-a716-3130b5e45063 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:35:27.772422 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b013d43f-828d-4611-a716-3130b5e45063 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:35:27.781200 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:27.802300 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da97bf-e0b5-4e87-822d-3c0a6b762bde req-d657dddc-bcd7-46ca-8ea3-98465febe517 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:27.803810 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-69da97bf-e0b5-4e87-822d-3c0a6b762bde req-d657dddc-bcd7-46ca-8ea3-98465febe517 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 931 time: 0.0941248 Aug 25 17:35:27.806846 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Transition to ACTIVE for port object b013d43f-828d-4611-a716-3130b5e45063 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:35:27.817099 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:27.892605 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-69da97bf-e0b5-4e87-822d-3c0a6b762bde req-650aa7a5-2323-46b4-a08b-c1bbffd83433 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816138 Aug 25 17:35:27.893650 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Pushing event updated for resources: {'Port': ['ID=b013d43f-828d-4611-a716-3130b5e45063,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:27.971504 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Attempting to bind port b013d43f-828d-4611-a716-3130b5e45063 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:35:27.971870 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Attempting to bind port b013d43f-828d-4611-a716-3130b5e45063 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:35:27.972206 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Attempting to bind port b013d43f-828d-4611-a716-3130b5e45063 on network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:35:27.978094 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Port b013d43f-828d-4611-a716-3130b5e45063 on network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:35:27.978560 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Attempting to bind port b013d43f-828d-4611-a716-3130b5e45063 on network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:35:27.983777 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:35:27.984115 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Checking segment: {'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:35:27.984497 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Bound using segment: {'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:35:27.984932 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Bound port: b013d43f-828d-4611-a716-3130b5e45063, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:35:27.985465 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:28.050136 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] For port b013d43f-828d-4611-a716-3130b5e45063, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:35:28.053919 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] For port b013d43f-828d-4611-a716-3130b5e45063, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b013d43f-828d-4611-a716-3130b5e45063,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:35:28.058788 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:28.093695 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:28.094416 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:28.095845 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] 10.222.0.25 "PUT /v2.0/ports/b013d43f-828d-4611-a716-3130b5e45063 HTTP/1.1" status: 200 len: 1093 time: 0.6839814 Aug 25 17:35:28.097886 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559e629-4a5a-46c4-955a-21eca155f147', 'tag': 'b013d43f-828d-4611-a716-3130b5e45063'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:35:28.100216 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c580c3-4f6e-45b8-b411-a83ef2b8f96b" -d '{"events": [{"name": "network-changed", "server_uuid": "3559e629-4a5a-46c4-955a-21eca155f147", "tag": "b013d43f-828d-4611-a716-3130b5e45063"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:35:28.128741 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509cdfe-294e-4167-bf5e-b998aa3af764 service neutron] Pushing event updated for resources: {'Port': ['ID=b013d43f-828d-4611-a716-3130b5e45063,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:28.143528 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb07fa27-bf58-4eba-9c7b-133a2ecc26ab x-openstack-request-id: req-eb07fa27-bf58-4eba-9c7b-133a2ecc26ab {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:35:28.143930 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559e629-4a5a-46c4-955a-21eca155f147", "tag": "b013d43f-828d-4611-a716-3130b5e45063", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:35:28.144283 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb07fa27-bf58-4eba-9c7b-133a2ecc26ab {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:35:28.144528 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559e629-4a5a-46c4-955a-21eca155f147', 'tag': 'b013d43f-828d-4611-a716-3130b5e45063', 'status': 'completed', 'code': 200} Aug 25 17:35:29.014092 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef889c-4c9a-4aad-aa02-96e3fedbd431 req-38a896bd-1cc8-4a7b-a2a7-eb6aa38c0d0e tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:29.015646 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bbef889c-4c9a-4aad-aa02-96e3fedbd431 req-38a896bd-1cc8-4a7b-a2a7-eb6aa38c0d0e tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 943 time: 0.0504663 Aug 25 17:35:29.055572 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bbef889c-4c9a-4aad-aa02-96e3fedbd431 req-135a1cf9-0fd2-41e7-95fe-0341080bc84c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338244 Aug 25 17:35:30.171430 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7b600-a709-41f9-aecf-367bfe884d01 req-eb7d5cdc-67e5-4b68-a252-7ddc4b24ad90 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:30.173023 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-45a7b600-a709-41f9-aecf-367bfe884d01 req-eb7d5cdc-67e5-4b68-a252-7ddc4b24ad90 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 943 time: 0.0526586 Aug 25 17:35:30.210146 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-45a7b600-a709-41f9-aecf-367bfe884d01 req-53e7f5a8-190d-4981-962a-8fa98a045a6a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313125 Aug 25 17:35:30.284022 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c580c3-4f6e-45b8-b411-a83ef2b8f96b req-a1c08d05-0714-4436-ada9-2218913c518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:30.285488 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-36c580c3-4f6e-45b8-b411-a83ef2b8f96b req-a1c08d05-0714-4436-ada9-2218913c518e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=759f66c057c9467a91417329b258a2fa&device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 1096 time: 0.0388215 Aug 25 17:35:31.322598 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa63f6-d744-4ff6-9d1a-2ef688edb239 req-c95e215b-6dc1-4894-b63b-d728830bf911 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:31.324741 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-88fa63f6-d744-4ff6-9d1a-2ef688edb239 req-c95e215b-6dc1-4894-b63b-d728830bf911 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 943 time: 0.0494697 Aug 25 17:35:31.362665 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-88fa63f6-d744-4ff6-9d1a-2ef688edb239 req-aee2290c-9e12-4132-a424-3fccb0362e6f tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320685 Aug 25 17:35:31.718692 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c580c3-4f6e-45b8-b411-a83ef2b8f96b req-074dc8af-10ad-448a-bb9a-210cc2551931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:31.720209 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-36c580c3-4f6e-45b8-b411-a83ef2b8f96b req-074dc8af-10ad-448a-bb9a-210cc2551931 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=759f66c057c9467a91417329b258a2fa&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0974319 Aug 25 17:35:31.813540 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c580c3-4f6e-45b8-b411-a83ef2b8f96b req-a42da3bb-10bb-4244-b32d-65a3bc9f4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:31.815019 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-36c580c3-4f6e-45b8-b411-a83ef2b8f96b req-a42da3bb-10bb-4244-b32d-65a3bc9f4204 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872505 Aug 25 17:35:32.133363 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-5ae69437-7f5a-4b54-827e-5617ddd70139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:32.134839 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-5ae69437-7f5a-4b54-827e-5617ddd70139 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=759f66c057c9467a91417329b258a2fa&device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 1096 time: 0.0435557 Aug 25 17:35:32.178949 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-e20afe5f-0647-41a1-a36c-7ef72e6e22e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b013d43f-828d-4611-a716-3130b5e45063 HTTP/1.1" status: 200 len: 217 time: 0.0351624 Aug 25 17:35:32.228750 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-afd824ac-a315-4a32-835f-7e74a971b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:32.230835 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-afd824ac-a315-4a32-835f-7e74a971b818 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d88b7ad9-4828-4f9c-970b-b476b3fb93c6 HTTP/1.1" status: 200 len: 849 time: 0.0441329 Aug 25 17:35:32.279500 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-e601af61-d8a2-43e9-86ca-f43af016e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:32.281037 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-e601af61-d8a2-43e9-86ca-f43af016e406 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429902 Aug 25 17:35:32.375098 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-1f01ada7-7a59-47c0-b3a2-3189126936fb service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841675 Aug 25 17:35:32.502037 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911c4d6-9568-4672-9983-f4d9f04cb1e8 req-9c021ce5-bca6-483f-beb1-c8fad0d49e7b tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:32.503572 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2911c4d6-9568-4672-9983-f4d9f04cb1e8 req-9c021ce5-bca6-483f-beb1-c8fad0d49e7b tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 943 time: 0.0714555 Aug 25 17:35:32.521294 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6db39bd3-c1cb-466e-b8d9-f2701fbb401d req-a13baf72-e22a-43b2-8d4c-244fc0ccf7a3 service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387150 Aug 25 17:35:32.551322 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2911c4d6-9568-4672-9983-f4d9f04cb1e8 req-683c3cfb-52fc-4639-b1c6-3d0b8441147c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417299 Aug 25 17:35:33.669499 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6864515-a1a7-4ceb-8082-86fc2b55d488 req-3f949a64-67d2-4a4e-bea1-b1ab1d1bb6f5 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:33.670960 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f6864515-a1a7-4ceb-8082-86fc2b55d488 req-3f949a64-67d2-4a4e-bea1-b1ab1d1bb6f5 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 943 time: 0.0495915 Aug 25 17:35:33.707398 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f6864515-a1a7-4ceb-8082-86fc2b55d488 req-f730a2a0-1701-410b-b84e-5c24d43ce325 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300860 Aug 25 17:35:34.824125 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7891f4f-c3ad-4987-b61a-c7c0441f201a req-9e9f8d18-1569-41f5-9229-162b49f74d3a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:34.825593 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b7891f4f-c3ad-4987-b61a-c7c0441f201a req-9e9f8d18-1569-41f5-9229-162b49f74d3a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 943 time: 0.0518060 Aug 25 17:35:34.863581 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b7891f4f-c3ad-4987-b61a-c7c0441f201a req-7cd2b2fe-9091-4974-853e-ee81b6148621 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318778 Aug 25 17:35:35.146742 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device b013d43f-828d-4611-a716-3130b5e45063 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:35:35.244315 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port b013d43f-828d-4611-a716-3130b5e45063, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b013d43f-828d-4611-a716-3130b5e45063,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:35:35.255239 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'b013d43f-828d-4611-a716-3130b5e45063', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'port_id': 'b013d43f-828d-4611-a716-3130b5e45063', 'mac_address': 'fa:16:3e:62:f7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:35:35.291453 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:35.307235 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b013d43f-828d-4611-a716-3130b5e45063 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:35:35.327987 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port b013d43f-828d-4611-a716-3130b5e45063, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b013d43f-828d-4611-a716-3130b5e45063,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:35:35.332892 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:35.382021 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=b013d43f-828d-4611-a716-3130b5e45063,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:35.736063 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['b013d43f-828d-4611-a716-3130b5e45063'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:35:35.978761 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37296c-5004-49a6-9daa-d76a9643229a req-036878a9-a109-40db-a939-f9160455a9d6 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:35.980314 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1b37296c-5004-49a6-9daa-d76a9643229a req-036878a9-a109-40db-a939-f9160455a9d6 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 944 time: 0.0504286 Aug 25 17:35:36.018353 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1b37296c-5004-49a6-9daa-d76a9643229a req-e8d20dfa-d477-4ddb-bf86-643c399299ce tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318658 Aug 25 17:35:37.132144 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc24937-62af-4cec-bf58-151fdf8113b4 req-f9ca726d-c739-4831-b5a1-e7ef7dc3cb2c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:37.133685 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5bc24937-62af-4cec-bf58-151fdf8113b4 req-f9ca726d-c739-4831-b5a1-e7ef7dc3cb2c tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 944 time: 0.0491059 Aug 25 17:35:37.149133 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device b013d43f-828d-4611-a716-3130b5e45063 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:35:37.173022 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5bc24937-62af-4cec-bf58-151fdf8113b4 req-fcc4a419-c474-491d-8f20-6bb1993551a7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326545 Aug 25 17:35:37.197430 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port b013d43f-828d-4611-a716-3130b5e45063 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:35:37.201726 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port b013d43f-828d-4611-a716-3130b5e45063 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:35:37.202099 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:37.409587 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:37.432441 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559e629-4a5a-46c4-955a-21eca155f147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b013d43f-828d-4611-a716-3130b5e45063'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:35:37.434906 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d78b0bf-c8ac-4f7e-99e0-ed46af977218" -d '{"events": [{"server_uuid": "3559e629-4a5a-46c4-955a-21eca155f147", "name": "network-vif-plugged", "status": "completed", "tag": "b013d43f-828d-4611-a716-3130b5e45063"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:35:37.447745 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port b013d43f-828d-4611-a716-3130b5e45063, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b013d43f-828d-4611-a716-3130b5e45063,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:35:37.453113 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:37.476065 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8aa8dc9-4be6-4bb3-9aee-753826e22811 x-openstack-request-id: req-f8aa8dc9-4be6-4bb3-9aee-753826e22811 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:35:37.476353 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559e629-4a5a-46c4-955a-21eca155f147", "name": "network-vif-plugged", "status": "completed", "tag": "b013d43f-828d-4611-a716-3130b5e45063", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:35:37.476600 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8aa8dc9-4be6-4bb3-9aee-753826e22811 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:35:37.476982 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559e629-4a5a-46c4-955a-21eca155f147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b013d43f-828d-4611-a716-3130b5e45063', 'code': 200} Aug 25 17:35:37.503489 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=b013d43f-828d-4611-a716-3130b5e45063,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:37.669325 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efc106-5d45-4f1e-809b-fa78530c8598 req-264fd8b6-7ff7-48ae-8595-e072d4321877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:37.671121 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-76efc106-5d45-4f1e-809b-fa78530c8598 req-264fd8b6-7ff7-48ae-8595-e072d4321877 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 1098 time: 0.0465908 Aug 25 17:35:37.711529 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-76efc106-5d45-4f1e-809b-fa78530c8598 req-4c5b7bce-f74b-4c16-9f3b-19f506470178 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321691 Aug 25 17:35:37.775809 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53104) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:37.876526 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-229c4c49-ae48-4209-a46d-eace71d9cc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:37.961424 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-229c4c49-ae48-4209-a46d-eace71d9cc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:37.966160 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-229c4c49-ae48-4209-a46d-eace71d9cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:38.003521 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-229c4c49-ae48-4209-a46d-eace71d9cc99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5be82ddf1d844849aed8beee77a888b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259498 Aug 25 17:35:38.004407 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c4c49-ae48-4209-a46d-eace71d9cc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a1dcb7-b01e-4f92-ba74-161ad8e43c3d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:38.006321 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 53108) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:38.057532 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:38.078885 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:38.124047 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:38.126503 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:38.129270 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7a1dcb7-b01e-4f92-ba74-161ad8e43c3d HTTP/1.1" status: 204 len: 168 time: 0.1219125 Aug 25 17:35:38.138184 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a1dcb7-b01e-4f92-ba74-161ad8e43c3d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:35:38.145187 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:38.145542 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:38.145887 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:38.146224 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:38.146561 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:38.146894 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:38.147225 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:38.147579 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:38.147925 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:38.148249 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:38.148575 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:38.148893 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2667dac4-a294-4d2d-aef9-1a4f86fa2379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:35:38.294368 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c29eb0-ec59-4f0a-ab34-3bf4d8d4521b req-534c35d3-b075-4e36-9f4f-c02c32510247 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:38.296099 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-76c29eb0-ec59-4f0a-ab34-3bf4d8d4521b req-534c35d3-b075-4e36-9f4f-c02c32510247 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 945 time: 0.0543044 Aug 25 17:35:38.338619 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-76c29eb0-ec59-4f0a-ab34-3bf4d8d4521b req-9cf6806c-f0e0-4e38-a308-91d850d0ddfd tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362341 Aug 25 17:35:39.456483 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dcd12-1148-49d5-8032-e52b167207c5 req-0fa84c9e-f652-45e5-9458-d90f781ab369 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:39.458209 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ca6dcd12-1148-49d5-8032-e52b167207c5 req-0fa84c9e-f652-45e5-9458-d90f781ab369 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 945 time: 0.0507627 Aug 25 17:35:39.481583 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-745422a8-d308-4978-8187-a004f2b09d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:39.496421 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ca6dcd12-1148-49d5-8032-e52b167207c5 req-8da70431-1f62-4c61-ad14-8d8e1210a3fa tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323946 Aug 25 17:35:39.614146 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848d8ae-e486-4642-8115-5b1b1b5b39dc req-de5b6643-5c9f-4861-87f0-ae68a39be8b4 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:39.615798 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7848d8ae-e486-4642-8115-5b1b1b5b39dc req-de5b6643-5c9f-4861-87f0-ae68a39be8b4 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 945 time: 0.0524390 Aug 25 17:35:39.624875 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 53122) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:35:39.629552 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-12c14806-c03a-4899-8df7-1b26c5d5ba12 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Request body: {'floatingip': {'port_id': 'b013d43f-828d-4611-a716-3130b5e45063'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:35:39.667006 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12c14806-c03a-4899-8df7-1b26c5d5ba12 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for floatingip, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:40.088248 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12c14806-c03a-4899-8df7-1b26c5d5ba12 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:40.091985 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12c14806-c03a-4899-8df7-1b26c5d5ba12 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:40.190239 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.l3_db [None req-12c14806-c03a-4899-8df7-1b26c5d5ba12 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Floating IP c4906fb1-cde1-4690-a93d-330abf325839 associated. External IP: 172.27.3.199, port: b013d43f-828d-4611-a716-3130b5e45063. Aug 25 17:35:40.209438 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07ac2437-d54b-45af-9093-aeceda71e07b req-2d4a048b-c3cd-4358-b7af-43b8c9d7e6e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394864 Aug 25 17:35:40.274492 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac2437-d54b-45af-9093-aeceda71e07b req-0a66fd93-bb53-4c8e-ab77-09b7bdbf5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:40.276009 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07ac2437-d54b-45af-9093-aeceda71e07b req-0a66fd93-bb53-4c8e-ab77-09b7bdbf5d6c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0eb65748cf6445e8a7685af435edc01&device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 1099 time: 0.0430646 Aug 25 17:35:40.383842 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac2437-d54b-45af-9093-aeceda71e07b req-f8ccb2dd-64b1-4007-97f4-b5ee320ce216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:40.385866 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07ac2437-d54b-45af-9093-aeceda71e07b req-f8ccb2dd-64b1-4007-97f4-b5ee320ce216 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca970fd4-9856-4bb7-8c32-89429aee1f3f HTTP/1.1" status: 200 len: 910 time: 0.0902984 Aug 25 17:35:40.398407 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c14806-c03a-4899-8df7-1b26c5d5ba12 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Router b91dd6b7-f77d-419c-b949-dccc52b00064 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:35:40.460616 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07ac2437-d54b-45af-9093-aeceda71e07b req-b6f03c9e-a351-4a2e-b731-844373cb13ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e105a3d4-5315-4898-8165-45be54479c9d HTTP/1.1" status: 200 len: 1001 time: 0.0619011 Aug 25 17:35:40.503881 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c14806-c03a-4899-8df7-1b26c5d5ba12 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:35:40.508883 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-12c14806-c03a-4899-8df7-1b26c5d5ba12 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:40.513228 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac2437-d54b-45af-9093-aeceda71e07b req-790f3c42-900d-425c-9948-b3a7ebef27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:40.514708 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07ac2437-d54b-45af-9093-aeceda71e07b req-790f3c42-900d-425c-9948-b3a7ebef27ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1963686-7ad8-4df4-87ad-0047c1dea553 HTTP/1.1" status: 200 len: 848 time: 0.0464795 Aug 25 17:35:40.515714 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507c80b-981e-4738-aee9-bc6308be45ea None None] Sync routers for ids ['b91dd6b7-f77d-419c-b949-dccc52b00064'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:35:40.524954 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5507c80b-981e-4738-aee9-bc6308be45ea None None] Routers {'b91dd6b7-f77d-419c-b949-dccc52b00064'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:35:40.526146 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5507c80b-981e-4738-aee9-bc6308be45ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:35:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['b91dd6b7-f77d-419c-b949-dccc52b00064'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:40.537378 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-12c14806-c03a-4899-8df7-1b26c5d5ba12 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "PUT /v2.0/floatingips/c4906fb1-cde1-4690-a93d-330abf325839 HTTP/1.1" status: 200 len: 991 time: 0.9112518 Aug 25 17:35:40.538299 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559e629-4a5a-46c4-955a-21eca155f147', 'tag': 'b013d43f-828d-4611-a716-3130b5e45063'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:35:40.540813 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aded23789855e5b1cc19d2cb63e7bb88a3d68690f113b36760167328c9c4165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a47147-4791-4391-9530-7d455a6c03c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3559e629-4a5a-46c4-955a-21eca155f147", "tag": "b013d43f-828d-4611-a716-3130b5e45063"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:35:40.568366 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac2437-d54b-45af-9093-aeceda71e07b req-e1c56793-9564-4d52-b2fd-87b6ab86da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:40.570038 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07ac2437-d54b-45af-9093-aeceda71e07b req-e1c56793-9564-4d52-b2fd-87b6ab86da58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca970fd4-9856-4bb7-8c32-89429aee1f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467310 Aug 25 17:35:40.605436 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981c2c3c-157c-48d8-a409-7a90d564fceb x-openstack-request-id: req-981c2c3c-157c-48d8-a409-7a90d564fceb {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:35:40.605793 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559e629-4a5a-46c4-955a-21eca155f147", "tag": "b013d43f-828d-4611-a716-3130b5e45063", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:35:40.605985 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-981c2c3c-157c-48d8-a409-7a90d564fceb {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:35:40.606408 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559e629-4a5a-46c4-955a-21eca155f147', 'tag': 'b013d43f-828d-4611-a716-3130b5e45063', 'status': 'completed', 'code': 200} Aug 25 17:35:40.648610 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5507c80b-981e-4738-aee9-bc6308be45ea None None] Set router b91dd6b7-f77d-419c-b949-dccc52b00064 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:35:40.887621 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5507c80b-981e-4738-aee9-bc6308be45ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'c4906fb1-cde1-4690-a93d-330abf325839', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'port_id': 'b013d43f-828d-4611-a716-3130b5e45063', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'mac_address': 'fa:16:3e:62:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559e629-4a5a-46c4-955a-21eca155f147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:35:23Z', 'updated_at': '2021-08-25T17:35:40Z', 'revision_number': 1, 'project_id': '759f66c057c9467a91417329b258a2fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:40.914653 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507c80b-981e-4738-aee9-bc6308be45ea None None] Checking router: b91dd6b7-f77d-419c-b949-dccc52b00064 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:35:40.923962 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5507c80b-981e-4738-aee9-bc6308be45ea None None] Routers {'b91dd6b7-f77d-419c-b949-dccc52b00064'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:35:40.924585 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5507c80b-981e-4738-aee9-bc6308be45ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:35:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['b91dd6b7-f77d-419c-b949-dccc52b00064'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:40.970184 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47147-4791-4391-9530-7d455a6c03c5 req-1334bd48-5380-4973-9dd7-7c9c071cc18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:40.971684 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4a47147-4791-4391-9530-7d455a6c03c5 req-1334bd48-5380-4973-9dd7-7c9c071cc18e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=759f66c057c9467a91417329b258a2fa&device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 1098 time: 0.3254268 Aug 25 17:35:40.973769 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07ac2437-d54b-45af-9093-aeceda71e07b req-7367eb89-ff28-41d2-96ab-27725075500a service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957314 Aug 25 17:35:41.031037 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5507c80b-981e-4738-aee9-bc6308be45ea None None] Set router b91dd6b7-f77d-419c-b949-dccc52b00064 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:35:41.142394 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47147-4791-4391-9530-7d455a6c03c5 req-6b8e46e2-cbef-47db-ba5c-47f94e758dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:41.143947 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4a47147-4791-4391-9530-7d455a6c03c5 req-6b8e46e2-cbef-47db-ba5c-47f94e758dcd service neutron] 10.222.0.25 "GET /v2.0/networks?id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 HTTP/1.1" status: 200 len: 911 time: 0.1595063 Aug 25 17:35:41.145711 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07ac2437-d54b-45af-9093-aeceda71e07b req-7bd059d6-1c9b-4ed5-bcf5-4d42fbb08380 service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600523 Aug 25 17:35:41.215819 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4a47147-4791-4391-9530-7d455a6c03c5 req-008e5f3d-b55e-4e77-afc2-157501a6e784 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b013d43f-828d-4611-a716-3130b5e45063 HTTP/1.1" status: 200 len: 999 time: 0.0611131 Aug 25 17:35:41.257864 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5507c80b-981e-4738-aee9-bc6308be45ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'c4906fb1-cde1-4690-a93d-330abf325839', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'port_id': 'b013d43f-828d-4611-a716-3130b5e45063', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'mac_address': 'fa:16:3e:62:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559e629-4a5a-46c4-955a-21eca155f147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:35:23Z', 'updated_at': '2021-08-25T17:35:40Z', 'revision_number': 1, 'project_id': '759f66c057c9467a91417329b258a2fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:35:41.266141 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47147-4791-4391-9530-7d455a6c03c5 req-aaa2ad40-5061-46a1-8434-ebc28aebc6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:41.267677 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4a47147-4791-4391-9530-7d455a6c03c5 req-aaa2ad40-5061-46a1-8434-ebc28aebc6e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d88b7ad9-4828-4f9c-970b-b476b3fb93c6 HTTP/1.1" status: 200 len: 849 time: 0.0442610 Aug 25 17:35:41.287151 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507c80b-981e-4738-aee9-bc6308be45ea None None] The sync data for ids ['b91dd6b7-f77d-419c-b949-dccc52b00064'] in dv-cinder-786385-9-iscsi is: [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'c4906fb1-cde1-4690-a93d-330abf325839', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'port_id': 'b013d43f-828d-4611-a716-3130b5e45063', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'mac_address': 'fa:16:3e:62:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559e629-4a5a-46c4-955a-21eca155f147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:35:23Z', 'updated_at': '2021-08-25T17:35:40Z', 'revision_number': 1, 'project_id': '759f66c057c9467a91417329b258a2fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:35:41.316123 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a47147-4791-4391-9530-7d455a6c03c5 req-e7cf38fa-3697-4710-8ff8-0f37d288254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:35:41.317707 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4a47147-4791-4391-9530-7d455a6c03c5 req-e7cf38fa-3697-4710-8ff8-0f37d288254e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422654 Aug 25 17:35:41.414142 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4a47147-4791-4391-9530-7d455a6c03c5 req-ab1a2572-8ebc-49d3-a529-cec30df26b5f service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886889 Aug 25 17:35:41.477245 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6254b87-6739-4dc1-98bb-40c1866b09aa None None] New status for floating IP c4906fb1-cde1-4690-a93d-330abf325839: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:35:41.510220 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4a47147-4791-4391-9530-7d455a6c03c5 req-d6a72fb5-b26c-474d-8803-8ea7fc7e84c2 service neutron] 10.222.0.25 "GET /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881214 Aug 25 17:35:42.225769 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5aa6cf9a-fa8a-4353-8885-bd882ca14ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:42.377743 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:43.429066 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:43.785122 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:35:44.741093 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:00.699048 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:36:09.484535 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bad8591a-ca3c-4bbf-a574-2737992c0d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:12.226582 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0a37f4da-dc3c-4902-893b-5e44d9f300de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:12.380627 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:13.432792 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:13.792145 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:14.744210 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:33.837665 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03052-2e85-4653-84e6-aa9110f09f1b req-74590497-180b-4d10-ac84-4562ffcd3f27 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:33.839179 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-15f03052-2e85-4653-84e6-aa9110f09f1b req-74590497-180b-4d10-ac84-4562ffcd3f27 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.1556973 Aug 25 17:36:33.882670 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-15f03052-2e85-4653-84e6-aa9110f09f1b req-8432eee3-5819-40dc-aad7-e759fd753412 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369487 Aug 25 17:36:35.003902 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518778c1-5e6e-429a-885d-578d8c4b5ca6 req-71c86776-19ec-422e-b29d-aed45f2ef1de tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:35.005422 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-518778c1-5e6e-429a-885d-578d8c4b5ca6 req-71c86776-19ec-422e-b29d-aed45f2ef1de tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0487313 Aug 25 17:36:35.044177 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-518778c1-5e6e-429a-885d-578d8c4b5ca6 req-31429c22-bb3c-4037-a43c-0d75a4f9bcbb tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327971 Aug 25 17:36:36.164543 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a95860-241e-4ecd-9e3f-e9c5732d75f3 req-dc222a7a-28c6-49a6-a16d-d698e56030e1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:36.166031 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-69a95860-241e-4ecd-9e3f-e9c5732d75f3 req-dc222a7a-28c6-49a6-a16d-d698e56030e1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0496075 Aug 25 17:36:36.206348 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-69a95860-241e-4ecd-9e3f-e9c5732d75f3 req-6bb2bf35-ed92-4507-818e-7c7a2f83fe7e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336821 Aug 25 17:36:37.326839 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f3965-8c4a-4099-8a6d-79f2d8feee1e req-d1f67caa-a668-4780-b158-5e96f31bdcfe tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:37.328362 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ef0f3965-8c4a-4099-8a6d-79f2d8feee1e req-d1f67caa-a668-4780-b158-5e96f31bdcfe tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0515926 Aug 25 17:36:37.373523 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ef0f3965-8c4a-4099-8a6d-79f2d8feee1e req-a33cfa8e-e597-4786-9796-cfa3c08d7098 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390639 Aug 25 17:36:37.697692 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:36:38.490866 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd7c40-57c8-43b4-8e5a-b3fea00ec541 req-c0669f56-31bb-4518-af5d-4417a8cddcf5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:38.492370 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e6cd7c40-57c8-43b4-8e5a-b3fea00ec541 req-c0669f56-31bb-4518-af5d-4417a8cddcf5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0495987 Aug 25 17:36:38.530654 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e6cd7c40-57c8-43b4-8e5a-b3fea00ec541 req-9cd77cdc-a6a7-418a-b0a5-0a605afba9f6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317771 Aug 25 17:36:39.485877 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-899c2064-dc45-47ce-8a1a-3dac6aaaec96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:39.648470 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dced28-4365-426d-a4db-52cf62c6299e req-7d0a0635-acb6-40e2-adf2-99755297e7b1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:39.649960 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d1dced28-4365-426d-a4db-52cf62c6299e req-7d0a0635-acb6-40e2-adf2-99755297e7b1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0482233 Aug 25 17:36:39.687432 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d1dced28-4365-426d-a4db-52cf62c6299e req-72fa2625-f10e-4346-a69a-cfc5abdbfa5a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313320 Aug 25 17:36:40.804821 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaf234-b9eb-4020-a77b-2b072ce170cf req-0706feec-d697-4890-bb69-1be5a853bc0c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:40.806209 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8bcaf234-b9eb-4020-a77b-2b072ce170cf req-0706feec-d697-4890-bb69-1be5a853bc0c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0489252 Aug 25 17:36:40.848989 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8bcaf234-b9eb-4020-a77b-2b072ce170cf req-1d45a01f-2f88-4190-9f67-921b1954de36 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365837 Aug 25 17:36:41.964481 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621a926-140a-4d35-89f1-20318c76b946 req-fbdd7065-5fc9-4f1a-94f8-43c268f074bf tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:41.966585 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0621a926-140a-4d35-89f1-20318c76b946 req-fbdd7065-5fc9-4f1a-94f8-43c268f074bf tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0493243 Aug 25 17:36:42.004462 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0621a926-140a-4d35-89f1-20318c76b946 req-bdd59725-9886-4d7b-99a8-fedf48df845c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316851 Aug 25 17:36:42.207687 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e2c49e7f-c104-4d12-9f62-b70e3be02a33 req-1fc90155-c167-4071-a671-79ac19b242ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842364 Aug 25 17:36:42.228457 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6ba07c55-3e21-432d-9ab4-8566317f413b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:42.295110 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49e7f-c104-4d12-9f62-b70e3be02a33 req-38eb895c-c7de-4bf2-a946-6d111493cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:42.296723 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e2c49e7f-c104-4d12-9f62-b70e3be02a33 req-38eb895c-c7de-4bf2-a946-6d111493cbc8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0eb65748cf6445e8a7685af435edc01&device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 1099 time: 0.0442774 Aug 25 17:36:42.380688 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:42.406713 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49e7f-c104-4d12-9f62-b70e3be02a33 req-2e01ddc4-c89d-44be-8752-7bac7c973b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:42.408204 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e2c49e7f-c104-4d12-9f62-b70e3be02a33 req-2e01ddc4-c89d-44be-8752-7bac7c973b82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca970fd4-9856-4bb7-8c32-89429aee1f3f HTTP/1.1" status: 200 len: 910 time: 0.0914359 Aug 25 17:36:42.475389 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e2c49e7f-c104-4d12-9f62-b70e3be02a33 req-8264b060-1613-40fd-9f25-e42cb1e54a9a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e105a3d4-5315-4898-8165-45be54479c9d HTTP/1.1" status: 200 len: 1001 time: 0.0586271 Aug 25 17:36:42.530622 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49e7f-c104-4d12-9f62-b70e3be02a33 req-4933526f-9603-497e-9530-eed7f44770e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:42.532097 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e2c49e7f-c104-4d12-9f62-b70e3be02a33 req-4933526f-9603-497e-9530-eed7f44770e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1963686-7ad8-4df4-87ad-0047c1dea553 HTTP/1.1" status: 200 len: 848 time: 0.0480790 Aug 25 17:36:42.579152 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c49e7f-c104-4d12-9f62-b70e3be02a33 req-f3b9a08f-7a34-4c72-a33f-dc2154f9f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:42.581209 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e2c49e7f-c104-4d12-9f62-b70e3be02a33 req-f3b9a08f-7a34-4c72-a33f-dc2154f9f132 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca970fd4-9856-4bb7-8c32-89429aee1f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410001 Aug 25 17:36:42.593759 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [req-e2c49e7f-c104-4d12-9f62-b70e3be02a33 req-528020f5-7097-43c5-884d-d0d8addf5f14 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:36:42.595099 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e2c49e7f-c104-4d12-9f62-b70e3be02a33 req-528020f5-7097-43c5-884d-d0d8addf5f14 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058906 Aug 25 17:36:42.685828 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e2c49e7f-c104-4d12-9f62-b70e3be02a33 req-6644eef2-2d38-4c3e-8e35-8fcd5f875592 service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836253 Aug 25 17:36:42.786805 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e2c49e7f-c104-4d12-9f62-b70e3be02a33 req-ab8ceac9-febf-47ee-b6a8-8c392444c241 service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905149 Aug 25 17:36:43.122714 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb574ca-87d0-41e1-afab-2661a9b03bd7 req-aeabc659-4f52-498e-90de-9b8eb7741eb9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:43.124204 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-beb574ca-87d0-41e1-afab-2661a9b03bd7 req-aeabc659-4f52-498e-90de-9b8eb7741eb9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0489953 Aug 25 17:36:43.163334 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-beb574ca-87d0-41e1-afab-2661a9b03bd7 req-9d43ee8c-60f8-4b2a-b0a1-344a8622cbb0 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332775 Aug 25 17:36:43.435195 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:43.783045 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:44.288199 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef083d6-921c-49d1-8234-e4a1969704af req-e424ad95-d11d-4888-9eab-77132b15aca5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:44.289703 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ef083d6-921c-49d1-8234-e4a1969704af req-e424ad95-d11d-4888-9eab-77132b15aca5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0501437 Aug 25 17:36:44.333009 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ef083d6-921c-49d1-8234-e4a1969704af req-c98ea72f-83a6-4fd4-9db3-2f4c4720d22d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370977 Aug 25 17:36:44.748791 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:45.452830 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5b1b3-23cb-459c-9e81-01d785066952 req-c72563ef-0038-44e2-8e25-3052dc656cb8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:45.454311 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0cd5b1b3-23cb-459c-9e81-01d785066952 req-c72563ef-0038-44e2-8e25-3052dc656cb8 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0485754 Aug 25 17:36:45.486896 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:36:45.493088 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0cd5b1b3-23cb-459c-9e81-01d785066952 req-f15f79da-64a8-4f40-99b1-e7f2d409772b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327308 Aug 25 17:36:45.586917 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:36:45.598445 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'port_id': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'mac_address': 'fa:16:3e:77:92:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:36:45.634352 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:45.646628 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:36:45.665520 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:36:45.669920 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:45.720724 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,revision_number=6']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:36:45.727721 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:45.728070 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:45.728408 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:45.728739 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:45.729068 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:45.729396 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:45.729716 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:45.730034 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:45.730356 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:45.731382 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:45.731807 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:45.732128 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:45.758549 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:36:46.619526 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65287a-f63e-4a5c-914d-5a06c913cd14 req-787491de-76aa-4549-86b5-cf359846b88e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:46.621046 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8f65287a-f63e-4a5c-914d-5a06c913cd14 req-787491de-76aa-4549-86b5-cf359846b88e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 944 time: 0.0502563 Aug 25 17:36:46.659263 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8f65287a-f63e-4a5c-914d-5a06c913cd14 req-92206d23-45a7-47d1-86ab-2d972d5fadee tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316875 Aug 25 17:36:47.502436 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:36:47.552613 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:36:47.552983 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:47.628945 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:47.652264 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:36:47.655125 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0256db46-f0e5-42a9-a242-45d97fcadcc3" -d '{"events": [{"server_uuid": "b9806882-dbc5-4337-9e5b-fd3b4ab021b3", "name": "network-vif-plugged", "status": "completed", "tag": "b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:36:47.667873 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:36:47.672896 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:47.697362 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8869ae-1cdb-4794-b502-6c465aa38f7a x-openstack-request-id: req-dd8869ae-1cdb-4794-b502-6c465aa38f7a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:36:47.697650 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9806882-dbc5-4337-9e5b-fd3b4ab021b3", "name": "network-vif-plugged", "status": "completed", "tag": "b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:36:47.697898 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd8869ae-1cdb-4794-b502-6c465aa38f7a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:36:47.698282 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'code': 200} Aug 25 17:36:47.724649 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,revision_number=7']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:36:47.907842 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf55b0-95c2-4ea0-95dc-c793c21f990f req-5fcb66fb-5012-4af7-a054-6274593125b9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:47.909332 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c0bf55b0-95c2-4ea0-95dc-c793c21f990f req-5fcb66fb-5012-4af7-a054-6274593125b9 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0497887 Aug 25 17:36:47.952283 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c0bf55b0-95c2-4ea0-95dc-c793c21f990f req-f379b956-9f99-43fc-9400-31bb58891629 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360045 Aug 25 17:36:49.069816 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063379b-39a0-4583-bca6-c0ba58b85317 req-4d693581-0258-49e6-aa20-dea9d2581b8a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:49.071403 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d063379b-39a0-4583-bca6-c0ba58b85317 req-4d693581-0258-49e6-aa20-dea9d2581b8a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0491118 Aug 25 17:36:49.109688 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d063379b-39a0-4583-bca6-c0ba58b85317 req-3272e287-83b1-4477-9d35-71e23a0751c5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317931 Aug 25 17:36:49.371179 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53428) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:36:49.616843 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Deleting port 06dac150-e2a3-4ad8-bd7a-3589d63bbd33 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:36:49.617186 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:49.696737 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:49.697063 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:49.709959 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Calling delete_port for 06dac150-e2a3-4ad8-bd7a-3589d63bbd33 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:36:49.883771 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:49.913538 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Pushing event deleted for resources: {'Port': ['ID=06dac150-e2a3-4ad8-bd7a-3589d63bbd33,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:36:49.935363 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:49.936181 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:49.936526 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:49.936863 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:49.937199 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:49.937528 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:49.937872 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:49.938207 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:49.938504 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:49.938823 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:49.939150 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:49.939472 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:49.981065 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:49.981396 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.l3_db [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Floating IP a0cb1455-b6a8-4876-a63f-0420cb3dbdc3 disassociated (deleted). External IP: 172.27.3.70, port: e105a3d4-5315-4898-8165-45be54479c9d. Aug 25 17:36:50.222320 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Router 2df170c5-71f7-4b63-af64-db2ba51dc40a has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:36:50.243629 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d74813-f240-45a6-ac43-6365c2aed629 req-21d2c7da-8fa8-465b-880f-6bbafea86e48 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:50.245094 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-70d74813-f240-45a6-ac43-6365c2aed629 req-21d2c7da-8fa8-465b-880f-6bbafea86e48 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0640347 Aug 25 17:36:50.353226 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-70d74813-f240-45a6-ac43-6365c2aed629 req-37103e9f-8538-489f-9c52-839d296b2547 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727096 Aug 25 17:36:50.369501 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:36:50.374856 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:50.384998 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e804bcc-bf2b-40ba-abbc-a5c6fd1a4274 None None] Sync routers for ids ['2df170c5-71f7-4b63-af64-db2ba51dc40a'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:36:50.399039 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e804bcc-bf2b-40ba-abbc-a5c6fd1a4274 None None] Routers {'2df170c5-71f7-4b63-af64-db2ba51dc40a'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:36:50.403258 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2e804bcc-bf2b-40ba-abbc-a5c6fd1a4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:36:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['2df170c5-71f7-4b63-af64-db2ba51dc40a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:36:50.408818 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-26c5e3b5-9981-408a-b8d0-2a6ed8f7838b tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "DELETE /v2.0/floatingips/a0cb1455-b6a8-4876-a63f-0420cb3dbdc3 HTTP/1.1" status: 204 len: 168 time: 1.0364656 Aug 25 17:36:50.409570 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b98d492-c0e2-4436-919c-871e4010c902', 'tag': 'e105a3d4-5315-4898-8165-45be54479c9d'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:36:50.412093 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60367ce-1b38-4b75-957a-dbe6e71497da" -d '{"events": [{"name": "network-changed", "server_uuid": "7b98d492-c0e2-4436-919c-871e4010c902", "tag": "e105a3d4-5315-4898-8165-45be54479c9d"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:36:50.508593 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-2e804bcc-bf2b-40ba-abbc-a5c6fd1a4274 None None] Set router 2df170c5-71f7-4b63-af64-db2ba51dc40a gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:36:50.643208 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac130f54-5963-42d0-a2cd-d8637f721509 x-openstack-request-id: req-ac130f54-5963-42d0-a2cd-d8637f721509 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:36:50.643502 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b98d492-c0e2-4436-919c-871e4010c902", "tag": "e105a3d4-5315-4898-8165-45be54479c9d", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:36:50.643829 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac130f54-5963-42d0-a2cd-d8637f721509 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:36:50.644231 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b98d492-c0e2-4436-919c-871e4010c902', 'tag': 'e105a3d4-5315-4898-8165-45be54479c9d', 'status': 'completed', 'code': 200} Aug 25 17:36:50.727820 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2e804bcc-bf2b-40ba-abbc-a5c6fd1a4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '25b943da-379b-4c22-8a0b-e301794b262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 4, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port': {'id': '25b943da-379b-4c22-8a0b-e301794b262a', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '64b3ce14-3d22-4b69-a3a9-d901a1207af5', 'name': '', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'mac_address': 'fa:16:3e:08:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:40Z', 'updated_at': '2021-08-25T17:29:50Z', 'revision_number': 5, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'subnets': [{'id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:36:50.731480 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c9c83-9392-455d-b309-5035747967fa req-d5fec998-c644-4859-96fb-e3d0deaf38fa tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:50.733069 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5f4c9c83-9392-455d-b309-5035747967fa req-d5fec998-c644-4859-96fb-e3d0deaf38fa tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0765281 Aug 25 17:36:50.737727 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60367ce-1b38-4b75-957a-dbe6e71497da req-8ad756a0-32ae-4fc5-b13b-a166da26649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:50.739153 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c60367ce-1b38-4b75-957a-dbe6e71497da req-8ad756a0-32ae-4fc5-b13b-a166da26649e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0eb65748cf6445e8a7685af435edc01&device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 1099 time: 0.0728624 Aug 25 17:36:50.753664 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e804bcc-bf2b-40ba-abbc-a5c6fd1a4274 None None] Checking router: 2df170c5-71f7-4b63-af64-db2ba51dc40a for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:36:50.761791 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e804bcc-bf2b-40ba-abbc-a5c6fd1a4274 None None] Routers {'2df170c5-71f7-4b63-af64-db2ba51dc40a'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:36:50.762389 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2e804bcc-bf2b-40ba-abbc-a5c6fd1a4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:36:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['2df170c5-71f7-4b63-af64-db2ba51dc40a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:36:50.823341 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5f4c9c83-9392-455d-b309-5035747967fa req-4865bf61-e949-4f7b-8e96-9c95dda51b57 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829966 Aug 25 17:36:50.864948 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60367ce-1b38-4b75-957a-dbe6e71497da req-72788176-76a6-42da-b12f-7422e9c2441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:50.866461 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c60367ce-1b38-4b75-957a-dbe6e71497da req-72788176-76a6-42da-b12f-7422e9c2441a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca970fd4-9856-4bb7-8c32-89429aee1f3f HTTP/1.1" status: 200 len: 910 time: 0.1131272 Aug 25 17:36:50.910361 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c60367ce-1b38-4b75-957a-dbe6e71497da req-900514c0-9afc-4216-a0d8-dc6b13502ebf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e105a3d4-5315-4898-8165-45be54479c9d HTTP/1.1" status: 200 len: 217 time: 0.0351696 Aug 25 17:36:50.961637 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60367ce-1b38-4b75-957a-dbe6e71497da req-a1a0e14f-80d0-40a7-9ffd-c629d6d403d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:50.963143 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c60367ce-1b38-4b75-957a-dbe6e71497da req-a1a0e14f-80d0-40a7-9ffd-c629d6d403d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1963686-7ad8-4df4-87ad-0047c1dea553 HTTP/1.1" status: 200 len: 848 time: 0.0448618 Aug 25 17:36:50.987500 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-2e804bcc-bf2b-40ba-abbc-a5c6fd1a4274 None None] Set router 2df170c5-71f7-4b63-af64-db2ba51dc40a gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:36:51.014668 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60367ce-1b38-4b75-957a-dbe6e71497da req-2bb3116b-2455-4579-8a68-4f923394e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:51.016261 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c60367ce-1b38-4b75-957a-dbe6e71497da req-2bb3116b-2455-4579-8a68-4f923394e7a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca970fd4-9856-4bb7-8c32-89429aee1f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404503 Aug 25 17:36:51.108828 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c60367ce-1b38-4b75-957a-dbe6e71497da req-5207e2ba-8670-4282-bf79-efdf638bc836 service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847182 Aug 25 17:36:51.184351 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2e804bcc-bf2b-40ba-abbc-a5c6fd1a4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '25b943da-379b-4c22-8a0b-e301794b262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 4, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port': {'id': '25b943da-379b-4c22-8a0b-e301794b262a', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '64b3ce14-3d22-4b69-a3a9-d901a1207af5', 'name': '', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'mac_address': 'fa:16:3e:08:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:40Z', 'updated_at': '2021-08-25T17:29:50Z', 'revision_number': 5, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'subnets': [{'id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:36:51.199549 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c60367ce-1b38-4b75-957a-dbe6e71497da req-69cf97df-fc62-4adc-a4ba-9c75feb7fe50 service neutron] 10.222.0.25 "GET /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830622 Aug 25 17:36:51.210851 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e804bcc-bf2b-40ba-abbc-a5c6fd1a4274 None None] The sync data for ids ['2df170c5-71f7-4b63-af64-db2ba51dc40a'] in dv-cinder-786385-9-iscsi is: [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '25b943da-379b-4c22-8a0b-e301794b262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:41Z', 'revision_number': 4, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port': {'id': '25b943da-379b-4c22-8a0b-e301794b262a', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '64b3ce14-3d22-4b69-a3a9-d901a1207af5', 'name': '', 'network_id': 'ca970fd4-9856-4bb7-8c32-89429aee1f3f', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'mac_address': 'fa:16:3e:08:59:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:40Z', 'updated_at': '2021-08-25T17:29:50Z', 'revision_number': 5, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'subnets': [{'id': 'a1963686-7ad8-4df4-87ad-0047c1dea553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:36:51.452056 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c08aa5-378b-44b4-9eb1-485a015d7521 None None] New status for floating IP a0cb1455-b6a8-4876-a63f-0420cb3dbdc3: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:36:51.486753 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81522219-c6c0-47c2-a3ae-6fe62b4c601c req-66d090d9-ac88-4277-a395-6bf0aee9400b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:51.488412 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-81522219-c6c0-47c2-a3ae-6fe62b4c601c req-66d090d9-ac88-4277-a395-6bf0aee9400b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0547268 Aug 25 17:36:51.541500 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-81522219-c6c0-47c2-a3ae-6fe62b4c601c req-d6229e83-a008-4319-a658-61d7e5f37e29 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404434 Aug 25 17:36:51.954057 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa2a1e-aff9-49ab-ac66-a15b5e84e53c req-8f0a7950-0a9e-4627-9943-764ad98a804a tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:51.955858 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3aa2a1e-aff9-49ab-ac66-a15b5e84e53c req-8f0a7950-0a9e-4627-9943-764ad98a804a tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0543647 Aug 25 17:36:52.003801 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3aa2a1e-aff9-49ab-ac66-a15b5e84e53c req-2d6b4abb-784f-431c-a33d-20d84dd77455 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403056 Aug 25 17:36:52.712330 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90afebc-c0e1-4f79-9cd1-13cf738e21ea req-de540ddc-6623-4159-ad6c-f353c1718d6e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:52.719541 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e90afebc-c0e1-4f79-9cd1-13cf738e21ea req-de540ddc-6623-4159-ad6c-f353c1718d6e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0926740 Aug 25 17:36:52.751124 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d426f8-bbca-453c-8b4c-774bb72d8caa req-b6e6e763-1fe5-475c-ac74-65f46114b493 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:52.752655 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-09d426f8-bbca-453c-8b4c-774bb72d8caa req-b6e6e763-1fe5-475c-ac74-65f46114b493 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0929339 Aug 25 17:36:52.782886 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e90afebc-c0e1-4f79-9cd1-13cf738e21ea req-b7d206f7-6a27-4bba-8544-bab51f2e5f82 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622699 Aug 25 17:36:52.875234 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-09d426f8-bbca-453c-8b4c-774bb72d8caa req-fc13c49b-1393-4e51-8d90-0a187f203bda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Deleting port e105a3d4-5315-4898-8165-45be54479c9d {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:36:52.876041 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-09d426f8-bbca-453c-8b4c-774bb72d8caa req-fc13c49b-1393-4e51-8d90-0a187f203bda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:52.978912 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-09d426f8-bbca-453c-8b4c-774bb72d8caa req-fc13c49b-1393-4e51-8d90-0a187f203bda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] For port e105a3d4-5315-4898-8165-45be54479c9d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e105a3d4-5315-4898-8165-45be54479c9d,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:36:52.979551 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-09d426f8-bbca-453c-8b4c-774bb72d8caa req-fc13c49b-1393-4e51-8d90-0a187f203bda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:52.994446 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-09d426f8-bbca-453c-8b4c-774bb72d8caa req-fc13c49b-1393-4e51-8d90-0a187f203bda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Calling delete_port for e105a3d4-5315-4898-8165-45be54479c9d owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:36:53.174894 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-09d426f8-bbca-453c-8b4c-774bb72d8caa req-fc13c49b-1393-4e51-8d90-0a187f203bda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:53.194797 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3b612-de2e-4cc2-9728-84d454c1a59d req-095aad91-15c3-4d51-b23f-246e2a792c87 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:53.196389 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3e3b612-de2e-4cc2-9728-84d454c1a59d req-095aad91-15c3-4d51-b23f-246e2a792c87 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98d492-c0e2-4436-919c-871e4010c902 HTTP/1.1" status: 200 len: 946 time: 0.0834389 Aug 25 17:36:53.223215 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13c49b-1393-4e51-8d90-0a187f203bda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Pushing event deleted for resources: {'Port': ['ID=e105a3d4-5315-4898-8165-45be54479c9d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:36:53.293612 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d426f8-bbca-453c-8b4c-774bb72d8caa req-fc13c49b-1393-4e51-8d90-0a187f203bda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] No DVR routers for this DVR port e105a3d4-5315-4898-8165-45be54479c9d on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:36:53.298390 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-09d426f8-bbca-453c-8b4c-774bb72d8caa req-fc13c49b-1393-4e51-8d90-0a187f203bda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:53.300516 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-09d426f8-bbca-453c-8b4c-774bb72d8caa req-fc13c49b-1393-4e51-8d90-0a187f203bda tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.25 "DELETE /v2.0/ports/e105a3d4-5315-4898-8165-45be54479c9d HTTP/1.1" status: 204 len: 173 time: 0.5350497 Aug 25 17:36:53.300985 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b98d492-c0e2-4436-919c-871e4010c902', 'name': 'network-vif-deleted', 'tag': 'e105a3d4-5315-4898-8165-45be54479c9d'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:36:53.303250 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b563b69-4eea-405a-9cde-7fcd4bed4644" -d '{"events": [{"server_uuid": "7b98d492-c0e2-4436-919c-871e4010c902", "name": "network-vif-deleted", "tag": "e105a3d4-5315-4898-8165-45be54479c9d"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:36:53.328415 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3e3b612-de2e-4cc2-9728-84d454c1a59d req-01916586-3154-48d5-99e6-4b13692f9d66 tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "GET /v2.0/security-groups?id=09b7a38c-e328-4fdb-9a6e-3516cb494a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116679 Aug 25 17:36:53.371359 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1831a0-4676-4003-a911-e00d1633daf7 x-openstack-request-id: req-ff1831a0-4676-4003-a911-e00d1633daf7 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:36:53.371846 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b98d492-c0e2-4436-919c-871e4010c902", "name": "network-vif-deleted", "tag": "e105a3d4-5315-4898-8165-45be54479c9d", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:36:53.372330 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff1831a0-4676-4003-a911-e00d1633daf7 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:36:53.372857 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b98d492-c0e2-4436-919c-871e4010c902', 'name': 'network-vif-deleted', 'tag': 'e105a3d4-5315-4898-8165-45be54479c9d', 'status': 'completed', 'code': 200} Aug 25 17:36:53.941968 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924d348-1dbd-457f-a580-4bbe9fadfbc9 req-dcfefbf2-4fb3-4b31-9d40-d8190152c859 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:53.943747 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8924d348-1dbd-457f-a580-4bbe9fadfbc9 req-dcfefbf2-4fb3-4b31-9d40-d8190152c859 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0615749 Aug 25 17:36:53.989745 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8924d348-1dbd-457f-a580-4bbe9fadfbc9 req-84af44bf-8ab1-4eec-a622-dd656f6a6edc tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400953 Aug 25 17:36:54.393010 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53496) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:36:54.461839 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6181-7245-49fe-95ef-799ea089192f tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:54.498351 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6181-7245-49fe-95ef-799ea089192f tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:54.566399 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6181-7245-49fe-95ef-799ea089192f tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:54.569436 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6181-7245-49fe-95ef-799ea089192f tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:54.570589 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-7b6e6181-7245-49fe-95ef-799ea089192f tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] 10.222.0.13 "DELETE /v2.0/security-groups/09b7a38c-e328-4fdb-9a6e-3516cb494a8e HTTP/1.1" status: 204 len: 168 time: 0.1764455 Aug 25 17:36:54.580493 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e6181-7245-49fe-95ef-799ea089192f tempest-TestShelveInstance-178119667 tempest-TestShelveInstance-178119667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b7a38c-e328-4fdb-9a6e-3516cb494a8e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:36:54.681330 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53500) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:36:55.169061 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19ac7-0c10-41eb-9e5c-5e10c7c087d8 req-7204f3ec-18f6-4a48-801e-511dab794659 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:55.171802 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9c19ac7-0c10-41eb-9e5c-5e10c7c087d8 req-7204f3ec-18f6-4a48-801e-511dab794659 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0894351 Aug 25 17:36:55.232741 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9c19ac7-0c10-41eb-9e5c-5e10c7c087d8 req-239d4d79-6906-481a-a713-5e8ed0f3172f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531709 Aug 25 17:36:55.284020 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b9bb-3ec4-45aa-a57b-59efec4a7c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533445'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:55.577422 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e105a3d4-5315-4898-8165-45be54479c9d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:36:55.599994 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: e105a3d4-5315-4898-8165-45be54479c9d {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:36:55.600629 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e105a3d4-5315-4898-8165-45be54479c9d not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:36:55.852949 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8b9bb-3ec4-45aa-a57b-59efec4a7c9e admin admin] Deleting port 64b3ce14-3d22-4b69-a3a9-d901a1207af5 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:36:55.853321 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b9bb-3ec4-45aa-a57b-59efec4a7c9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:55.938844 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-c2a8b9bb-3ec4-45aa-a57b-59efec4a7c9e admin admin] For port 64b3ce14-3d22-4b69-a3a9-d901a1207af5, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=64b3ce14-3d22-4b69-a3a9-d901a1207af5,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:36:55.939915 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b9bb-3ec4-45aa-a57b-59efec4a7c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:55.958057 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c2a8b9bb-3ec4-45aa-a57b-59efec4a7c9e admin admin] Calling delete_port for 64b3ce14-3d22-4b69-a3a9-d901a1207af5 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:36:56.156573 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b9bb-3ec4-45aa-a57b-59efec4a7c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:56.183413 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8b9bb-3ec4-45aa-a57b-59efec4a7c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=64b3ce14-3d22-4b69-a3a9-d901a1207af5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:36:56.428539 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e29ce-7af8-4daa-8234-90559700fa01 req-b746f18f-1a94-4fba-be6d-0125f170f0f1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:56.430230 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bf8e29ce-7af8-4daa-8234-90559700fa01 req-b746f18f-1a94-4fba-be6d-0125f170f0f1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.1056514 Aug 25 17:36:56.431476 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b9bb-3ec4-45aa-a57b-59efec4a7c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533263'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:56.520271 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bf8e29ce-7af8-4daa-8234-90559700fa01 req-6b71f402-31a1-4423-bc52-042b4135714b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812101 Aug 25 17:36:56.740095 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a8b9bb-3ec4-45aa-a57b-59efec4a7c9e admin admin] Router 2df170c5-71f7-4b63-af64-db2ba51dc40a has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:36:56.858119 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a8b9bb-3ec4-45aa-a57b-59efec4a7c9e admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:36:56.869041 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0719f-4f86-4081-9ce8-cf69968579be None None] Sync routers for ids ['2df170c5-71f7-4b63-af64-db2ba51dc40a'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:36:56.872379 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-c2a8b9bb-3ec4-45aa-a57b-59efec4a7c9e admin admin] 10.222.0.13 "PUT /v2.0/routers/2df170c5-71f7-4b63-af64-db2ba51dc40a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1870694 Aug 25 17:36:56.872787 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53516) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:36:56.884514 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0719f-4f86-4081-9ce8-cf69968579be None None] Routers {'2df170c5-71f7-4b63-af64-db2ba51dc40a'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:36:56.885419 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6fc0719f-4f86-4081-9ce8-cf69968579be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:36:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['2df170c5-71f7-4b63-af64-db2ba51dc40a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:36:56.994604 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-6fc0719f-4f86-4081-9ce8-cf69968579be None None] Set router 2df170c5-71f7-4b63-af64-db2ba51dc40a gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:36:57.007096 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:57.120513 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:57.193757 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] Deleting port 25b943da-379b-4c22-8a0b-e301794b262a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:36:57.194434 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:57.199261 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6fc0719f-4f86-4081-9ce8-cf69968579be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '25b943da-379b-4c22-8a0b-e301794b262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:36:56Z', 'revision_number': 5, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port': {'id': '25b943da-379b-4c22-8a0b-e301794b262a', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:36:57.244399 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0719f-4f86-4081-9ce8-cf69968579be None None] Checking router: 2df170c5-71f7-4b63-af64-db2ba51dc40a for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:36:57.256761 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0719f-4f86-4081-9ce8-cf69968579be None None] Routers {'2df170c5-71f7-4b63-af64-db2ba51dc40a'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:36:57.257459 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6fc0719f-4f86-4081-9ce8-cf69968579be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:36:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['2df170c5-71f7-4b63-af64-db2ba51dc40a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:36:57.279061 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] For port 25b943da-379b-4c22-8a0b-e301794b262a, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=25b943da-379b-4c22-8a0b-e301794b262a,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:36:57.279426 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:57.294234 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] Calling delete_port for 25b943da-379b-4c22-8a0b-e301794b262a owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:36:57.370904 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-6fc0719f-4f86-4081-9ce8-cf69968579be None None] Set router 2df170c5-71f7-4b63-af64-db2ba51dc40a gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:36:57.427083 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6fc0719f-4f86-4081-9ce8-cf69968579be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:36:57Z', 'revision_number': 6, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port_host': None}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:36:57.458576 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0719f-4f86-4081-9ce8-cf69968579be None None] The sync data for ids ['2df170c5-71f7-4b63-af64-db2ba51dc40a'] in dv-cinder-786385-9-iscsi is: [{'id': '2df170c5-71f7-4b63-af64-db2ba51dc40a', 'name': 'tempest-TestShelveInstance-1486553453-router', 'tenant_id': 'd0eb65748cf6445e8a7685af435edc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:38Z', 'updated_at': '2021-08-25T17:36:57Z', 'revision_number': 6, 'project_id': 'd0eb65748cf6445e8a7685af435edc01', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:36:57.495892 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:57.525897 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b943da-379b-4c22-8a0b-e301794b262a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:36:57.606177 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539221'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:57.728827 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4109'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:57.731628 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:57.784749 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b424c-d6f5-44c3-8d58-15705d2fb7c5 req-7722b4b4-3e0e-4f30-a03c-098b8832565b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:57.786276 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-775b424c-d6f5-44c3-8d58-15705d2fb7c5 req-7722b4b4-3e0e-4f30-a03c-098b8832565b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.1761394 Aug 25 17:36:57.796877 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538309'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:57.797403 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2df170c5-71f7-4b63-af64-db2ba51dc40a {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:36:57.805051 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:57.806207 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a57a34db-5d76-4d5b-88f3-a1cbe94dcc69 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2df170c5-71f7-4b63-af64-db2ba51dc40a HTTP/1.1" status: 204 len: 168 time: 0.9324977 Aug 25 17:36:57.808958 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 53522) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:36:57.873020 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-775b424c-d6f5-44c3-8d58-15705d2fb7c5 req-b0ec94fe-642e-49cb-b284-e4edc2569b82 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655074 Aug 25 17:36:57.903035 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Deleting subnet a1963686-7ad8-4df4-87ad-0047c1dea553 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:36:57.912108 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:57.986692 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63529772'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:58.292136 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 64b3ce14-3d22-4b69-a3a9-d901a1207af5 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:36:58.330042 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 64b3ce14-3d22-4b69-a3a9-d901a1207af5 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:36:58.330442 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 64b3ce14-3d22-4b69-a3a9-d901a1207af5 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:36:58.385361 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:58.462421 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63530909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63909532'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:58.494561 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1963686-7ad8-4df4-87ad-0047c1dea553,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:36:58.503443 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:58.508733 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a1963686-7ad8-4df4-87ad-0047c1dea553 HTTP/1.1" status: 204 len: 168 time: 0.6958654 Aug 25 17:36:58.508942 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0dfee8-dd76-4a57-b1c2-eb049c027cde None None] Network ca970fd4-9856-4bb7-8c32-89429aee1f3f requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:36:58.509046 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:58.509046 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:58.509046 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:58.509269 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53534) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:36:58.514494 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:58.514852 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:58.515203 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:58.515545 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:58.515996 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:58.516373 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:58.516818 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:58.517159 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:58.517494 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10ee60-59e5-4c66-8391-ef780120feb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:36:58.594815 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:58.658171 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Deleting port 05462c1e-2647-40ef-9b22-3f5797a3b549 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:36:58.658529 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:58.761702 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] For port 05462c1e-2647-40ef-9b22-3f5797a3b549, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=05462c1e-2647-40ef-9b22-3f5797a3b549,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:36:58.762065 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:58.777222 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Calling delete_port for 05462c1e-2647-40ef-9b22-3f5797a3b549 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:36:58.788066 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4b0051-3eb5-4b45-9267-eec6e11f5e66 None None] DHCP port deletion for ca970fd4-9856-4bb7-8c32-89429aee1f3f request from dv-cinder-786385-9-iscsi {{(pid=93890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:36:58.859225 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-cf4b0051-3eb5-4b45-9267-eec6e11f5e66 None None] Deleting port 05462c1e-2647-40ef-9b22-3f5797a3b549 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:36:58.859225 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf4b0051-3eb5-4b45-9267-eec6e11f5e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:58.904519 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:58.919132 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] No DVR routers for this DVR port 05462c1e-2647-40ef-9b22-3f5797a3b549 on host dv-cinder-786385-9-iscsi {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:36:58.956973 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=05462c1e-2647-40ef-9b22-3f5797a3b549,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:36:58.974274 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-cf4b0051-3eb5-4b45-9267-eec6e11f5e66 None None] For port 05462c1e-2647-40ef-9b22-3f5797a3b549, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=05462c1e-2647-40ef-9b22-3f5797a3b549,segment=NetworkSegment(7ec60f50-c1fd-4112-b244-714077daaa7e),segment_id=7ec60f50-c1fd-4112-b244-714077daaa7e)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:36:58.974677 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf4b0051-3eb5-4b45-9267-eec6e11f5e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:59.001893 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-cf4b0051-3eb5-4b45-9267-eec6e11f5e66 None None] Calling delete_port for 05462c1e-2647-40ef-9b22-3f5797a3b549 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:36:59.074986 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:59.089482 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca970fd4-9856-4bb7-8c32-89429aee1f3f']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:36:59.094912 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf4b0051-3eb5-4b45-9267-eec6e11f5e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:59.102318 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec60f50-c1fd-4112-b244-714077daaa7e') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:36:59.102610 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec60f50-c1fd-4112-b244-714077daaa7e') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:36:59.112423 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1045ff6-8849-4886-8dfe-85c74576dc7f req-2f34f468-1404-4aeb-839d-ad93bfc0b5e4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:36:59.113964 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e1045ff6-8849-4886-8dfe-85c74576dc7f req-2f34f468-1404-4aeb-839d-ad93bfc0b5e4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0827687 Aug 25 17:36:59.129785 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b0051-3eb5-4b45-9267-eec6e11f5e66 None None] No DVR routers for this DVR port 05462c1e-2647-40ef-9b22-3f5797a3b549 on host dv-cinder-786385-9-iscsi {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:36:59.133437 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b0051-3eb5-4b45-9267-eec6e11f5e66 None None] Pushing event deleted for resources: {'Port': ['ID=05462c1e-2647-40ef-9b22-3f5797a3b549,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:36:59.135065 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64079768'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:59.168665 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:59.180079 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e1045ff6-8849-4886-8dfe-85c74576dc7f req-625aefc1-1188-4961-8c36-38b2e833814d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585325 Aug 25 17:36:59.182888 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:36:59.183287 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64812785'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: Traceback (most recent call last): Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: timer() Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: cb(*args, **kw) Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: return func(*args, **kwargs) Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: self._notify() Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: self.callback(batched_events) Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: event.method(event) Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: return f(self, *a, **k) Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._get(url).json() Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:36:59.185071 dv-cinder-786385-9-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:36:59.254733 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:59.264739 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:59.269625 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ca970fd4-9856-4bb7-8c32-89429aee1f3f HTTP/1.1" status: 204 len: 168 time: 0.7566926 Aug 25 17:36:59.270010 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 53538) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:36:59.284634 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2a3ef-035d-48d3-89d6-736c97ec5b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca970fd4-9856-4bb7-8c32-89429aee1f3f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:36:59.705469 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c74b367b-55b7-499a-8ebc-0527e8d3bf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533445'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:36:59.760786 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 25b943da-379b-4c22-8a0b-e301794b262a no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:36:59.783067 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 25b943da-379b-4c22-8a0b-e301794b262a {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:36:59.783867 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 25b943da-379b-4c22-8a0b-e301794b262a not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:36:59.784649 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 05462c1e-2647-40ef-9b22-3f5797a3b549 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:36:59.806901 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 05462c1e-2647-40ef-9b22-3f5797a3b549 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:36:59.808130 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 05462c1e-2647-40ef-9b22-3f5797a3b549 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:37:00.018566 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c74b367b-55b7-499a-8ebc-0527e8d3bf04 admin admin] Deleting port d7eaee84-6562-4f14-84a7-7bace38bc416 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:37:00.018988 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c74b367b-55b7-499a-8ebc-0527e8d3bf04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:00.115471 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c74b367b-55b7-499a-8ebc-0527e8d3bf04 admin admin] For port d7eaee84-6562-4f14-84a7-7bace38bc416, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=d7eaee84-6562-4f14-84a7-7bace38bc416,segment=NetworkSegment(fc41ff39-f334-4d31-a35c-3134293ec130),segment_id=fc41ff39-f334-4d31-a35c-3134293ec130)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:00.115926 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c74b367b-55b7-499a-8ebc-0527e8d3bf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:00.130323 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c74b367b-55b7-499a-8ebc-0527e8d3bf04 admin admin] Calling delete_port for d7eaee84-6562-4f14-84a7-7bace38bc416 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:37:00.352384 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c74b367b-55b7-499a-8ebc-0527e8d3bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:00.362306 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cab821-0728-4aee-aee9-7dcd766374c4 req-e39202e2-2fa6-4f35-97fa-141c342485a1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:00.363868 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-18cab821-0728-4aee-aee9-7dcd766374c4 req-e39202e2-2fa6-4f35-97fa-141c342485a1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0891144 Aug 25 17:37:00.381569 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b367b-55b7-499a-8ebc-0527e8d3bf04 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7eaee84-6562-4f14-84a7-7bace38bc416,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:00.423238 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-18cab821-0728-4aee-aee9-7dcd766374c4 req-712ef258-901e-46e8-a35f-01eafbdf6b78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529957 Aug 25 17:37:00.562864 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c74b367b-55b7-499a-8ebc-0527e8d3bf04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533263'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:00.843050 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74b367b-55b7-499a-8ebc-0527e8d3bf04 admin admin] Router 68e1a441-732a-419d-a66a-46987556f171 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:37:00.959692 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74b367b-55b7-499a-8ebc-0527e8d3bf04 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:37:00.965496 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c74b367b-55b7-499a-8ebc-0527e8d3bf04 admin admin] 10.222.0.13 "PUT /v2.0/routers/68e1a441-732a-419d-a66a-46987556f171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6928570 Aug 25 17:37:00.968256 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53546) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:00.969434 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fec27e-08c0-4d23-abf4-8b4f59a5651e None None] Sync routers for ids ['68e1a441-732a-419d-a66a-46987556f171'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:37:00.981134 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fec27e-08c0-4d23-abf4-8b4f59a5651e None None] Routers {'68e1a441-732a-419d-a66a-46987556f171'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:37:00.982769 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-79fec27e-08c0-4d23-abf4-8b4f59a5651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:36:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['68e1a441-732a-419d-a66a-46987556f171'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:01.089145 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:01.106217 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-79fec27e-08c0-4d23-abf4-8b4f59a5651e None None] Set router 68e1a441-732a-419d-a66a-46987556f171 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:37:01.215587 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:01.288893 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] Deleting port 24904734-28c6-4e63-af36-be5f55b9c9de {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:37:01.289276 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:01.318787 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-79fec27e-08c0-4d23-abf4-8b4f59a5651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1a441-732a-419d-a66a-46987556f171', 'name': 'tempest-TestShelveInstance-95584737-router', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '24904734-28c6-4e63-af36-be5f55b9c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:44Z', 'updated_at': '2021-08-25T17:37:00Z', 'revision_number': 5, 'project_id': '6fe58a5603024e1687b9fb5e673acefb', 'gw_port': {'id': '24904734-28c6-4e63-af36-be5f55b9c9de', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e1a441-732a-419d-a66a-46987556f171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:29:45Z', 'updated_at': '2021-08-25T17:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:01.349616 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fec27e-08c0-4d23-abf4-8b4f59a5651e None None] Checking router: 68e1a441-732a-419d-a66a-46987556f171 for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:37:01.361139 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fec27e-08c0-4d23-abf4-8b4f59a5651e None None] Routers {'68e1a441-732a-419d-a66a-46987556f171'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:37:01.361837 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-79fec27e-08c0-4d23-abf4-8b4f59a5651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:36:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['68e1a441-732a-419d-a66a-46987556f171'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:01.384447 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] For port 24904734-28c6-4e63-af36-be5f55b9c9de, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=24904734-28c6-4e63-af36-be5f55b9c9de,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:01.385035 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:01.398997 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] Calling delete_port for 24904734-28c6-4e63-af36-be5f55b9c9de owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:37:01.459604 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-79fec27e-08c0-4d23-abf4-8b4f59a5651e None None] Set router 68e1a441-732a-419d-a66a-46987556f171 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:37:01.531803 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-79fec27e-08c0-4d23-abf4-8b4f59a5651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e1a441-732a-419d-a66a-46987556f171', 'name': 'tempest-TestShelveInstance-95584737-router', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:44Z', 'updated_at': '2021-08-25T17:37:01Z', 'revision_number': 6, 'project_id': '6fe58a5603024e1687b9fb5e673acefb', 'gw_port_host': None}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:01.564679 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fec27e-08c0-4d23-abf4-8b4f59a5651e None None] The sync data for ids ['68e1a441-732a-419d-a66a-46987556f171'] in dv-cinder-786385-9-iscsi is: [{'id': '68e1a441-732a-419d-a66a-46987556f171', 'name': 'tempest-TestShelveInstance-95584737-router', 'tenant_id': '6fe58a5603024e1687b9fb5e673acefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:29:44Z', 'updated_at': '2021-08-25T17:37:01Z', 'revision_number': 6, 'project_id': '6fe58a5603024e1687b9fb5e673acefb', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:37:01.612691 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d4284-dd8c-4e22-8483-87e51b715367 req-d2ade62d-51e3-4aec-8fce-b5b5a770e9f1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:01.614321 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-570d4284-dd8c-4e22-8483-87e51b715367 req-d2ade62d-51e3-4aec-8fce-b5b5a770e9f1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0764902 Aug 25 17:37:01.683959 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-570d4284-dd8c-4e22-8483-87e51b715367 req-6d608495-fe79-4228-afe1-720c6d3cfe06 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510190 Aug 25 17:37:01.693729 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:01.718220 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] Pushing event deleted for resources: {'Port': ['ID=24904734-28c6-4e63-af36-be5f55b9c9de,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:01.805922 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539221'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:01.912439 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4109'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:01.914518 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:01.999307 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538309'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.000032 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e1a441-732a-419d-a66a-46987556f171 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:37:02.007164 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.010668 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 53556) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:02.012217 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-e7153033-ce5d-4136-a1de-6d502a86a789 admin admin] 10.222.0.13 "DELETE /v2.0/routers/68e1a441-732a-419d-a66a-46987556f171 HTTP/1.1" status: 204 len: 168 time: 1.0426819 Aug 25 17:37:02.084523 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efb4994-9f93-448d-ace2-d96eb3870ce9 admin admin] Deleting subnet a782dc86-7fde-478d-8e93-f22b2400e4d2 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:37:02.088518 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9efb4994-9f93-448d-ace2-d96eb3870ce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.108077 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device d7eaee84-6562-4f14-84a7-7bace38bc416 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:37:02.132926 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: d7eaee84-6562-4f14-84a7-7bace38bc416 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:37:02.133266 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device d7eaee84-6562-4f14-84a7-7bace38bc416 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:37:02.138430 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9efb4994-9f93-448d-ace2-d96eb3870ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63529772'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.228319 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9efb4994-9f93-448d-ace2-d96eb3870ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.299851 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9efb4994-9f93-448d-ace2-d96eb3870ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63530909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63909532'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.326792 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb4994-9f93-448d-ace2-d96eb3870ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a782dc86-7fde-478d-8e93-f22b2400e4d2,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:02.330512 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9efb4994-9f93-448d-ace2-d96eb3870ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.332431 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-9efb4994-9f93-448d-ace2-d96eb3870ce9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a782dc86-7fde-478d-8e93-f22b2400e4d2 HTTP/1.1" status: 204 len: 168 time: 0.3207395 Aug 25 17:37:02.335082 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53560) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:02.336629 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b4196e-1c82-4446-b58b-ec268191451e None None] Network f64e1d53-c25b-497a-9372-5b9640e5b104 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:37:02.407745 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.470462 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Deleting port faad0547-c9b2-434c-881d-b1579a2732e8 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:37:02.470688 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.522416 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e9b23-03fa-4560-9455-2543cf56ddb5 None None] DHCP port deletion for f64e1d53-c25b-497a-9372-5b9640e5b104 request from dv-cinder-786385-9-iscsi {{(pid=93890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:37:02.536737 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] For port faad0547-c9b2-434c-881d-b1579a2732e8, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=faad0547-c9b2-434c-881d-b1579a2732e8,segment=NetworkSegment(fc41ff39-f334-4d31-a35c-3134293ec130),segment_id=fc41ff39-f334-4d31-a35c-3134293ec130)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:02.537088 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.549563 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Calling delete_port for faad0547-c9b2-434c-881d-b1579a2732e8 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:37:02.575063 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-f22e9b23-03fa-4560-9455-2543cf56ddb5 None None] Deleting port faad0547-c9b2-434c-881d-b1579a2732e8 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:37:02.576034 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f22e9b23-03fa-4560-9455-2543cf56ddb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.630724 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.641006 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-f22e9b23-03fa-4560-9455-2543cf56ddb5 None None] For port faad0547-c9b2-434c-881d-b1579a2732e8, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=faad0547-c9b2-434c-881d-b1579a2732e8,segment=NetworkSegment(fc41ff39-f334-4d31-a35c-3134293ec130),segment_id=fc41ff39-f334-4d31-a35c-3134293ec130)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:02.641400 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f22e9b23-03fa-4560-9455-2543cf56ddb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.654062 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-f22e9b23-03fa-4560-9455-2543cf56ddb5 None None] Calling delete_port for faad0547-c9b2-434c-881d-b1579a2732e8 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:37:02.654952 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Pushing event deleted for resources: {'Port': ['ID=faad0547-c9b2-434c-881d-b1579a2732e8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:02.660661 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] No DVR routers for this DVR port faad0547-c9b2-434c-881d-b1579a2732e8 on host dv-cinder-786385-9-iscsi {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:37:02.736072 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f22e9b23-03fa-4560-9455-2543cf56ddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.738753 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.750632 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64e1d53-c25b-497a-9372-5b9640e5b104']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:02.762224 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc41ff39-f334-4d31-a35c-3134293ec130') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:02.762524 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc41ff39-f334-4d31-a35c-3134293ec130') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:02.766401 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e9b23-03fa-4560-9455-2543cf56ddb5 None None] Pushing event deleted for resources: {'Port': ['ID=faad0547-c9b2-434c-881d-b1579a2732e8,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:02.773995 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64079768'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.774279 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e9b23-03fa-4560-9455-2543cf56ddb5 None None] No DVR routers for this DVR port faad0547-c9b2-434c-881d-b1579a2732e8 on host dv-cinder-786385-9-iscsi {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:37:02.796574 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.812824 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:37:02.813151 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64812785'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: Traceback (most recent call last): Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: timer() Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: cb(*args, **kw) Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: return func(*args, **kwargs) Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: self._notify() Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: self.callback(batched_events) Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: event.method(event) Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: return f(self, *a, **k) Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._get(url).json() Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:37:02.814808 dv-cinder-786385-9-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:37:03.155980 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:03.161371 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:03.163215 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f64e1d53-c25b-497a-9372-5b9640e5b104 HTTP/1.1" status: 204 len: 168 time: 0.8270576 Aug 25 17:37:03.171148 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02ce2e-bb8d-4e7f-8309-d1155326ca55 req-2542e62e-dd68-4fbb-a363-4357b116a7de tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:03.172505 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3d02ce2e-bb8d-4e7f-8309-d1155326ca55 req-2542e62e-dd68-4fbb-a363-4357b116a7de tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.3734267 Aug 25 17:37:03.185276 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4501d3-f160-409f-b714-291ceacaa669 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64e1d53-c25b-497a-9372-5b9640e5b104,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:03.241986 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3d02ce2e-bb8d-4e7f-8309-d1155326ca55 req-f20ab71a-d1db-41dd-bc21-b6699e86cb48 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587392 Aug 25 17:37:03.255795 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6ce66-c9a2-43ea-af97-40885d17244e req-8f13907e-dac7-4e17-9789-a816fd61e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:03.257351 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64b6ce66-c9a2-43ea-af97-40885d17244e req-8f13907e-dac7-4e17-9789-a816fd61e183 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 1098 time: 0.0520349 Aug 25 17:37:03.286439 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 53576) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:03.327566 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f63898ed-4cea-4b00-9088-1d232bfed52f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0eb65748cf6445e8a7685af435edc01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395544 Aug 25 17:37:03.330574 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 53578) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:03.353549 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6ce66-c9a2-43ea-af97-40885d17244e req-0cdc3e3b-ba29-4f83-8ef8-41c5514af5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:03.355013 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64b6ce66-c9a2-43ea-af97-40885d17244e req-0cdc3e3b-ba29-4f83-8ef8-41c5514af5fe service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 917 time: 0.0898497 Aug 25 17:37:03.381192 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bedd883-418e-48f9-9a37-6938c7a34ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:03.405555 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bedd883-418e-48f9-9a37-6938c7a34ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:03.424180 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64b6ce66-c9a2-43ea-af97-40885d17244e req-9eb1b327-dcc2-4635-a1b9-30c49f9ad6ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 HTTP/1.1" status: 200 len: 1001 time: 0.0613408 Aug 25 17:37:03.452147 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bedd883-418e-48f9-9a37-6938c7a34ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:03.455023 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1bedd883-418e-48f9-9a37-6938c7a34ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:03.456207 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1bedd883-418e-48f9-9a37-6938c7a34ab2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81bf75ad-c446-451a-bf2f-8821e5fb3d01 HTTP/1.1" status: 204 len: 168 time: 0.1247225 Aug 25 17:37:03.464977 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedd883-418e-48f9-9a37-6938c7a34ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bf75ad-c446-451a-bf2f-8821e5fb3d01,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:03.478100 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6ce66-c9a2-43ea-af97-40885d17244e req-28077afd-fd77-423e-8d5c-2e7e15f7a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:03.479412 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64b6ce66-c9a2-43ea-af97-40885d17244e req-28077afd-fd77-423e-8d5c-2e7e15f7a3db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf66541-9305-4ae8-b7c6-d35b1d7e942e HTTP/1.1" status: 200 len: 855 time: 0.0476916 Aug 25 17:37:03.527934 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6ce66-c9a2-43ea-af97-40885d17244e req-e84d50a9-985e-4f1f-be91-7b13201e7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:03.529917 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64b6ce66-c9a2-43ea-af97-40885d17244e req-e84d50a9-985e-4f1f-be91-7b13201e7561 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad187e33-934a-4e18-80df-b0dbcf133e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433424 Aug 25 17:37:03.625149 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64b6ce66-c9a2-43ea-af97-40885d17244e req-9425fe33-1726-498b-966f-3c15fdf24935 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874801 Aug 25 17:37:03.723503 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64b6ce66-c9a2-43ea-af97-40885d17244e req-d819c350-e7ef-40e4-a0b2-19047339823f service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907488 Aug 25 17:37:03.728071 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device faad0547-c9b2-434c-881d-b1579a2732e8 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:37:03.750969 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: faad0547-c9b2-434c-881d-b1579a2732e8 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:37:03.751404 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device faad0547-c9b2-434c-881d-b1579a2732e8 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:37:03.751863 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 24904734-28c6-4e63-af36-be5f55b9c9de no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:37:03.770754 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 24904734-28c6-4e63-af36-be5f55b9c9de {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:37:03.771210 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 24904734-28c6-4e63-af36-be5f55b9c9de not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:37:03.792796 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53584) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:03.833650 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-10346236-751c-4c62-9cc8-eef74f07ce6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fe58a5603024e1687b9fb5e673acefb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396492 Aug 25 17:37:03.836113 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53586) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:03.883819 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-218113be-2d51-4220-ba07-bfd11abfb866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:03.906003 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-218113be-2d51-4220-ba07-bfd11abfb866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:03.953441 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-218113be-2d51-4220-ba07-bfd11abfb866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:03.956326 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-218113be-2d51-4220-ba07-bfd11abfb866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:03.957490 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-218113be-2d51-4220-ba07-bfd11abfb866 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00082878-f64d-4ada-9de1-a0cdb1ed5116 HTTP/1.1" status: 204 len: 168 time: 0.1204996 Aug 25 17:37:03.965335 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218113be-2d51-4220-ba07-bfd11abfb866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00082878-f64d-4ada-9de1-a0cdb1ed5116,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:04.366686 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa77e75-bb50-49e9-bec8-154e341802a6 req-5b8b0430-0687-48ae-ae04-8eb06408e666 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:04.368204 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7fa77e75-bb50-49e9-bec8-154e341802a6 req-5b8b0430-0687-48ae-ae04-8eb06408e666 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0500731 Aug 25 17:37:04.407587 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7fa77e75-bb50-49e9-bec8-154e341802a6 req-921db0d9-fcb4-4e14-8063-ed93187ebb27 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325742 Aug 25 17:37:04.625088 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 53612) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:04.718517 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1719887710-network', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:04.740253 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] Made reservation on behalf of 03f44ddf22bd4f0db8bcc26749121893 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:37:04.742544 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:04.751760 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:04.839174 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:04.843479 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:04.869316 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:37:04.875306 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c86495c-13f1-4e90-b45c-03c8275be7ce,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:04.881169 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:04.881513 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] Added segment 4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f of type vlan for network eb0641d1-7567-45df-879c-d23b630798c8 Aug 25 17:37:04.920314 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:04.944729 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:04.945693 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:04.946283 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:05.009047 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3828621 Aug 25 17:37:05.011999 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53616) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:05.014660 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a8d26-5a5b-4b7d-9649-53f69a16f14f admin admin] Pushing event updated for resources: {'Network': ['ID=eb0641d1-7567-45df-879c-d23b630798c8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:05.017185 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3dc72b5d-06e8-4000-97fd-f82a2a226d89 admin admin] Request body: {'subnet': {'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1719887710-subnet', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:05.027511 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network eb0641d1-7567-45df-879c-d23b630798c8 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:37:05.043003 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc72b5d-06e8-4000-97fd-f82a2a226d89 admin admin] Made reservation on behalf of 03f44ddf22bd4f0db8bcc26749121893 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:37:05.046415 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3dc72b5d-06e8-4000-97fd-f82a2a226d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65004378'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:05.210652 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3dc72b5d-06e8-4000-97fd-f82a2a226d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64811604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65004328'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:05.267596 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc72b5d-06e8-4000-97fd-f82a2a226d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=823fc509-32c6-4390-881b-06d431b67b66,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:05.275933 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc72b5d-06e8-4000-97fd-f82a2a226d89 admin admin] Checking segment: {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:37:05.276280 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc72b5d-06e8-4000-97fd-f82a2a226d89 admin admin] Network hostable DHCP agents. Network: eb0641d1-7567-45df-879c-d23b630798c8, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:37:05.293297 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc72b5d-06e8-4000-97fd-f82a2a226d89 admin admin] Network eb0641d1-7567-45df-879c-d23b630798c8 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:37:05.302599 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3dc72b5d-06e8-4000-97fd-f82a2a226d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, eb0641d1-7567-45df-879c-d23b630798c8) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:37:05.306996 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc72b5d-06e8-4000-97fd-f82a2a226d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:05.307624 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3dc72b5d-06e8-4000-97fd-f82a2a226d89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:05.313822 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf236c92-b90d-4b03-9c98-64b3df001303 None None] Network eb0641d1-7567-45df-879c-d23b630798c8 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:37:05.322588 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3dc72b5d-06e8-4000-97fd-f82a2a226d89 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3094223 Aug 25 17:37:05.325944 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 53620) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:05.330751 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:05.360841 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:05.362237 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4148'] for router, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:05.431991 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:05.477272 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293b03c0-683d-5317-98f3-46b05dd76c6a-eb0641d1-7567-45df-879c-d23b630798c8', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66'}]}} from dv-cinder-786385-9-iscsi. {{(pid=93890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:37:05.477484 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:05.602195 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:05.605240 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35ec78-aaa7-45a1-80a1-666c849437cb req-6fa3e653-095b-4606-b70a-55c53f56f123 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:05.607995 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bb35ec78-aaa7-45a1-80a1-666c849437cb req-6fa3e653-095b-4606-b70a-55c53f56f123 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 945 time: 0.0666788 Aug 25 17:37:05.635415 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:37:05.657925 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bb35ec78-aaa7-45a1-80a1-666c849437cb req-e8d4d4d9-c463-4be2-ac27-9b1ddc7a5c51 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417094 Aug 25 17:37:05.663363 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Allocated IP 172.20.0.2 (eb0641d1-7567-45df-879c-d23b630798c8/823fc509-32c6-4390-881b-06d431b67b66/67c4665b-c957-4d3f-acee-4a7199dcfc4e) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:37:05.803530 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:05.851529 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:37:05.854156 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8778b90-1402-41db-82df-7266e6ef7e35" -d '{"events": [{"server_uuid": "b9806882-dbc5-4337-9e5b-fd3b4ab021b3", "name": "network-vif-unplugged", "status": "completed", "tag": "b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:37:05.896671 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:05.924862 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:05.929069 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:05.959379 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:05.986987 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:06.005802 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Transition to ACTIVE for port object 67c4665b-c957-4d3f-acee-4a7199dcfc4e will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:37:06.011243 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,revision_number=8']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:06.027671 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Transition to ACTIVE for port object 67c4665b-c957-4d3f-acee-4a7199dcfc4e will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:37:06.036394 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:06.081420 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Network eb0641d1-7567-45df-879c-d23b630798c8 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:37:06.084573 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:37:06.088425 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:37:06.097800 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Pushing event updated for resources: {'Port': ['ID=67c4665b-c957-4d3f-acee-4a7199dcfc4e,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:06.103965 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 Aug 2021 17:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b77e086-ea5a-4c1d-9a55-cf4fd65ce2bd x-openstack-request-id: req-2b77e086-ea5a-4c1d-9a55-cf4fd65ce2bd {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:37:06.104253 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9806882-dbc5-4337-9e5b-fd3b4ab021b3", "name": "network-vif-unplugged", "status": "failed", "tag": "b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2", "code": 422}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:37:06.104504 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b77e086-ea5a-4c1d-9a55-cf4fd65ce2bd {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:37:06.104907 dv-cinder-786385-9-iscsi neutron-server[93890]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'code': 422} returned with failed status Aug 25 17:37:06.108659 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Allocated IP 172.27.3.174 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/a0ee865f-5232-4b80-952a-bc16642045b9) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:37:06.154226 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Attempting to bind port 67c4665b-c957-4d3f-acee-4a7199dcfc4e on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:37:06.154728 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Attempting to bind port 67c4665b-c957-4d3f-acee-4a7199dcfc4e by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:37:06.155154 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Attempting to bind port 67c4665b-c957-4d3f-acee-4a7199dcfc4e on network eb0641d1-7567-45df-879c-d23b630798c8 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:37:06.160812 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:37:06.161292 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Checking segment: {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:37:06.161767 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:06.162224 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Bound using segment: {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:37:06.162708 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Bound port: 67c4665b-c957-4d3f-acee-4a7199dcfc4e, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:37:06.163090 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:06.233214 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] For port 67c4665b-c957-4d3f-acee-4a7199dcfc4e, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:37:06.237002 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] For port 67c4665b-c957-4d3f-acee-4a7199dcfc4e, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=67c4665b-c957-4d3f-acee-4a7199dcfc4e,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:37:06.241936 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:06.309632 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15db05-b086-4918-812a-199b1ed721cb None None] Pushing event updated for resources: {'Port': ['ID=67c4665b-c957-4d3f-acee-4a7199dcfc4e,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:06.436150 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:06.488206 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:06.530017 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:37:06.533665 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:37:06.536278 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:37:06.562358 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ee865f-5232-4b80-952a-bc16642045b9,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:06.805078 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:06.866362 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e26864-dfde-48d5-a37c-5d0b6c31f1fb req-da97048b-84a5-46fc-946a-9f1ba17195b2 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:06.868006 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-86e26864-dfde-48d5-a37c-5d0b6c31f1fb req-da97048b-84a5-46fc-946a-9f1ba17195b2 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0579052 Aug 25 17:37:06.916306 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-86e26864-dfde-48d5-a37c-5d0b6c31f1fb req-42560da1-47fc-40af-baa6-cbbebfef1f62 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419815 Aug 25 17:37:07.037629 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539185'] for router, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:07.169036 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [req-c22523ed-babd-4d57-a6dd-1548936324a5 req-278b3b8e-bc6d-4c91-9862-28002da869ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894156 Aug 25 17:37:07.241258 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Router a0a3a653-5557-48e1-b804-bdf36128a9b3 is scheduled to L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 with binding_index 1 {{(pid=93889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:37:07.399453 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:37:07.400357 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6b0957-5391-452b-a440-b16933a08178 None None] Network eb0641d1-7567-45df-879c-d23b630798c8 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:37:07.422080 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:07.423955 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-70e35f49-7efb-4154-bdc3-ce48a80ffd78 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0968599 Aug 25 17:37:07.427046 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 53692) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:07.613606 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Sync routers for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:37:07.662444 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:37:07.663425 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:36:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:07.725086 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-fbfe1525-0c22-44eb-abff-9583dcfb6529 None None] Provisioning for port 67c4665b-c957-4d3f-acee-4a7199dcfc4e completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:37:07.840428 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 67c4665b-c957-4d3f-acee-4a7199dcfc4e up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:37:07.905930 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:07.915585 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:37:08.061097 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 67c4665b-c957-4d3f-acee-4a7199dcfc4e completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:37:08.062929 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350843d-6298-40f6-8471-01e2217e4549 req-c35b9d66-6a28-44c6-b643-d8b404ca31ee tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:08.065234 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b350843d-6298-40f6-8471-01e2217e4549 req-c35b9d66-6a28-44c6-b643-d8b404ca31ee tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0636668 Aug 25 17:37:08.070084 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 67c4665b-c957-4d3f-acee-4a7199dcfc4e triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:08.070460 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.082226 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Allocated IP 172.20.0.1 (eb0641d1-7567-45df-879c-d23b630798c8/823fc509-32c6-4390-881b-06d431b67b66/50d3face-1ffc-48bd-a117-670b4907efcb) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:37:08.127646 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b350843d-6298-40f6-8471-01e2217e4549 req-746b6ed9-1d6b-4164-a77b-c3318ee33c17 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541215 Aug 25 17:37:08.210070 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.219031 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.227716 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Transition to ACTIVE for port object 50d3face-1ffc-48bd-a117-670b4907efcb will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:37:08.237177 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:06Z', 'revision_number': 3, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:08.264964 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22523ed-babd-4d57-a6dd-1548936324a5 req-67758b4c-e73f-4022-89b3-db588edc7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:08.266584 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c22523ed-babd-4d57-a6dd-1548936324a5 req-67758b4c-e73f-4022-89b3-db588edc7689 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3&tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b HTTP/1.1" status: 200 len: 1096 time: 0.0590148 Aug 25 17:37:08.267000 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.282815 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Checking router: a0a3a653-5557-48e1-b804-bdf36128a9b3 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:37:08.283308 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Updating router a0a3a653-5557-48e1-b804-bdf36128a9b3 port a0ee865f-5232-4b80-952a-bc16642045b9 binding host dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:37:08.312290 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 67c4665b-c957-4d3f-acee-4a7199dcfc4e, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=67c4665b-c957-4d3f-acee-4a7199dcfc4e,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:08.312416 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Network eb0641d1-7567-45df-879c-d23b630798c8 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:37:08.319009 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:37:08.323980 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.329730 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:37:08.334654 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.360422 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22523ed-babd-4d57-a6dd-1548936324a5 req-ccf3688b-d164-4dd6-9cea-b0879eae21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:08.362381 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c22523ed-babd-4d57-a6dd-1548936324a5 req-ccf3688b-d164-4dd6-9cea-b0879eae21c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 1096 time: 0.0617356 Aug 25 17:37:08.368106 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Pushing event updated for resources: {'Port': ['ID=50d3face-1ffc-48bd-a117-670b4907efcb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:08.389311 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539374'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.489062 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-4604f0ef-bbb5-46d2-bf37-7bf5ff2a8f96 None None] Provisioning complete for port 67c4665b-c957-4d3f-acee-4a7199dcfc4e triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:08.489663 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4604f0ef-bbb5-46d2-bf37-7bf5ff2a8f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.508571 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22523ed-babd-4d57-a6dd-1548936324a5 req-1018e1ee-bae3-4e34-bbb7-17ae156d0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:08.510434 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c22523ed-babd-4d57-a6dd-1548936324a5 req-1018e1ee-bae3-4e34-bbb7-17ae156d0531 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 917 time: 0.1137760 Aug 25 17:37:08.519917 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=67c4665b-c957-4d3f-acee-4a7199dcfc4e,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:08.537892 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.602275 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c22523ed-babd-4d57-a6dd-1548936324a5 req-9307ad46-09d4-4c6d-9deb-112623521f33 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 HTTP/1.1" status: 200 len: 999 time: 0.0815439 Aug 25 17:37:08.657622 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22523ed-babd-4d57-a6dd-1548936324a5 req-040322ea-3815-42c2-943f-3587040e4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:08.659301 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c22523ed-babd-4d57-a6dd-1548936324a5 req-040322ea-3815-42c2-943f-3587040e4731 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf66541-9305-4ae8-b7c6-d35b1d7e942e HTTP/1.1" status: 200 len: 855 time: 0.0494463 Aug 25 17:37:08.706901 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22523ed-babd-4d57-a6dd-1548936324a5 req-23f9e6c6-1375-4114-95c5-5245143ee76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:08.708349 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c22523ed-babd-4d57-a6dd-1548936324a5 req-23f9e6c6-1375-4114-95c5-5245143ee76e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad187e33-934a-4e18-80df-b0dbcf133e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415173 Aug 25 17:37:08.728519 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.733755 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63530967'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.739210 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.752000 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Transition to ACTIVE for port object a0ee865f-5232-4b80-952a-bc16642045b9 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:37:08.758968 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.804972 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Pushing event updated for resources: {'Port': ['ID=50d3face-1ffc-48bd-a117-670b4907efcb,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:08.807681 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540465'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.808614 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c22523ed-babd-4d57-a6dd-1548936324a5 req-d6ea7486-94ef-42ee-84d1-b5d297676a66 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922012 Aug 25 17:37:08.820702 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-96e146f3-a31c-43b9-8a54-222793fd10c4 None None] Provisioning for port 50d3face-1ffc-48bd-a117-670b4907efcb completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:37:08.824524 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559636a3-8f41-4853-b221-289d65e6e6a1 None None] Pushing event updated for resources: {'Port': ['ID=a0ee865f-5232-4b80-952a-bc16642045b9,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:08.827448 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Attempting to bind port a0ee865f-5232-4b80-952a-bc16642045b9 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:37:08.827811 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Attempting to bind port a0ee865f-5232-4b80-952a-bc16642045b9 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:37:08.828173 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Attempting to bind port a0ee865f-5232-4b80-952a-bc16642045b9 on network 091e1213-26c2-48c7-a106-2f490c2928b0 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:37:08.831626 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-96e146f3-a31c-43b9-8a54-222793fd10c4 None None] Provisioning complete for port 50d3face-1ffc-48bd-a117-670b4907efcb triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:08.832002 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-96e146f3-a31c-43b9-8a54-222793fd10c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.836254 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:37:08.836624 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Checking segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:37:08.837012 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.837398 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Bound using segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:37:08.837861 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Bound port: a0ee865f-5232-4b80-952a-bc16642045b9, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:37:08.838236 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:08.898254 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-96e146f3-a31c-43b9-8a54-222793fd10c4 None None] Port 50d3face-1ffc-48bd-a117-670b4907efcb cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:37:08.909295 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Network eb0641d1-7567-45df-879c-d23b630798c8 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:37:08.910642 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:37:08.917337 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c22523ed-babd-4d57-a6dd-1548936324a5 req-ea630a2c-d472-4401-ba5e-7c6987093e59 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001065 Aug 25 17:37:08.921203 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] For port a0ee865f-5232-4b80-952a-bc16642045b9, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:37:08.925743 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] For port a0ee865f-5232-4b80-952a-bc16642045b9, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=a0ee865f-5232-4b80-952a-bc16642045b9,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:37:08.932880 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:09.000729 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:37:09.001424 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:36:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:09.003408 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559636a3-8f41-4853-b221-289d65e6e6a1 None None] Pushing event updated for resources: {'Port': ['ID=a0ee865f-5232-4b80-952a-bc16642045b9,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:09.036205 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Router a0a3a653-5557-48e1-b804-bdf36128a9b3 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:37:09.127250 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:37:09.164647 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:37:09.175352 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-da6b2706-15a5-4228-b5f2-0967ff77dba0 admin admin] 10.222.0.13 "PUT /v2.0/routers/a0a3a653-5557-48e1-b804-bdf36128a9b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7469592 Aug 25 17:37:09.270715 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-b5543874-35ff-4bb4-a696-8cfad948c59e None None] Provisioning complete for port 50d3face-1ffc-48bd-a117-670b4907efcb triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:09.271060 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b5543874-35ff-4bb4-a696-8cfad948c59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:09.277987 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9d232-2d77-46a7-ab07-b1bc64a29d70 req-93cdb9c3-5b64-4b1c-90d3-32580365e5cc tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:09.280413 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-91d9d232-2d77-46a7-ab07-b1bc64a29d70 req-93cdb9c3-5b64-4b1c-90d3-32580365e5cc tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0753150 Aug 25 17:37:09.327956 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b5543874-35ff-4bb4-a696-8cfad948c59e None None] Port 50d3face-1ffc-48bd-a117-670b4907efcb cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:37:09.333213 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-91d9d232-2d77-46a7-ab07-b1bc64a29d70 req-4be44de0-846f-4e2b-9c27-1c75b4ed8fec tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452147 Aug 25 17:37:09.397322 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 2, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:09.559012 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648150c0-8778-42e2-92ee-93f13b292da5 None None] The sync data for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi is: [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 2, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:37:09.572387 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fa09aae9-46da-4ce8-9e11-5883bd57f4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:09.637216 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:37:09.790885 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 67c4665b-c957-4d3f-acee-4a7199dcfc4e up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:37:09.868477 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 67c4665b-c957-4d3f-acee-4a7199dcfc4e triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:09.869322 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:09.897412 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53742) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:09.905246 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-687910688-network', 'tenant_id': '884e614ba61c4521b68b80c746080e84'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:09.949146 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] Made reservation on behalf of 884e614ba61c4521b68b80c746080e84 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:37:09.953543 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:09.970030 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:10.173710 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:10.178030 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:10.228403 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:37:10.235071 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeff541-6174-4752-8441-3c6ce19bfb00,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:10.252433 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:10.253049 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] Added segment 01fd07e6-cfbb-488d-9862-f9763f8c1732 of type vlan for network 3e0af56b-ca15-46cd-bb57-01c093e06a11 Aug 25 17:37:10.350343 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:10.414415 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:10.415691 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:10.416437 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:10.451995 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 53746) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:10.453645 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5541785 Aug 25 17:37:10.458489 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-cf10cba2-1be9-4f65-a1c6-9a032fe81497 admin admin] Request body: {'subnet': {'network_id': '3e0af56b-ca15-46cd-bb57-01c093e06a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-687910688-subnet', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'ip_version': 4}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:10.513924 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf10cba2-1be9-4f65-a1c6-9a032fe81497 admin admin] Made reservation on behalf of 884e614ba61c4521b68b80c746080e84 for: {'subnet': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:37:10.516933 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf10cba2-1be9-4f65-a1c6-9a032fe81497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63909623'] for subnet, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:10.610961 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c2b8d-bf17-4af9-bf5f-5131215bcbcf admin admin] Pushing event updated for resources: {'Network': ['ID=3e0af56b-ca15-46cd-bb57-01c093e06a11,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:10.628192 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network 3e0af56b-ca15-46cd-bb57-01c093e06a11 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:37:10.661090 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3672ac-389f-467d-9562-a213103e5173 req-dd68b11b-2df7-4f72-9af4-07e17890e4a5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:10.662917 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3f3672ac-389f-467d-9562-a213103e5173 req-dd68b11b-2df7-4f72-9af4-07e17890e4a5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.2165952 Aug 25 17:37:10.788766 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3f3672ac-389f-467d-9562-a213103e5173 req-f98658c0-7d6f-4d49-8978-33451c7d1a98 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157267 Aug 25 17:37:10.834808 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf10cba2-1be9-4f65-a1c6-9a032fe81497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63529822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63909509'] for subnet, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:10.909610 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10cba2-1be9-4f65-a1c6-9a032fe81497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c54719-146a-4432-bb02-0ef92baadfe8,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:10.920490 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf10cba2-1be9-4f65-a1c6-9a032fe81497 admin admin] Checking segment: {'id': '01fd07e6-cfbb-488d-9862-f9763f8c1732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3e0af56b-ca15-46cd-bb57-01c093e06a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:37:10.920842 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf10cba2-1be9-4f65-a1c6-9a032fe81497 admin admin] Network hostable DHCP agents. Network: 3e0af56b-ca15-46cd-bb57-01c093e06a11, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:37:10.937744 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf10cba2-1be9-4f65-a1c6-9a032fe81497 admin admin] Network 3e0af56b-ca15-46cd-bb57-01c093e06a11 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:37:10.948724 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-cf10cba2-1be9-4f65-a1c6-9a032fe81497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, 3e0af56b-ca15-46cd-bb57-01c093e06a11) {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:37:10.953423 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf10cba2-1be9-4f65-a1c6-9a032fe81497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:10.954006 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf10cba2-1be9-4f65-a1c6-9a032fe81497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:10.959195 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b369b1df-c34f-47c6-94ef-3ccde85cda3c None None] Network 3e0af56b-ca15-46cd-bb57-01c093e06a11 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:37:10.971477 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-cf10cba2-1be9-4f65-a1c6-9a032fe81497 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5181563 Aug 25 17:37:10.974730 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53750) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:10.979374 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-687910688-router', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:11.018954 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:11.020508 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-940620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4148'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:11.144285 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:11.302243 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:11.337158 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293b03c0-683d-5317-98f3-46b05dd76c6a-3e0af56b-ca15-46cd-bb57-01c093e06a11', 'network_id': '3e0af56b-ca15-46cd-bb57-01c093e06a11', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'fixed_ips': [{'subnet_id': '95c54719-146a-4432-bb02-0ef92baadfe8'}]}} from dv-cinder-786385-9-iscsi. {{(pid=93890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 17:37:11.338485 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:11.530363 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.db_base_plugin_common [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Allocated IP 172.20.0.2 (3e0af56b-ca15-46cd-bb57-01c093e06a11/95c54719-146a-4432-bb02-0ef92baadfe8/77b5e679-780b-4c73-8c46-d3f1ae6bba0c) {{(pid=93890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:37:11.625325 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:11.655408 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:11.716328 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Notify callbacks [] for port, precommit_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:11.732684 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Transition to ACTIVE for port object 77b5e679-780b-4c73-8c46-d3f1ae6bba0c will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:37:11.752491 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Transition to ACTIVE for port object 77b5e679-780b-4c73-8c46-d3f1ae6bba0c will not be triggered until provisioned by entity DHCP. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:37:11.766514 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908'] for port, after_create {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:11.802743 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Allocated IP 172.27.3.85 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/dec2319f-5d09-48a7-a329-d5a9be16c4fc) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:37:11.822086 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device a0ee865f-5232-4b80-952a-bc16642045b9 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:37:11.859102 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Network 3e0af56b-ca15-46cd-bb57-01c093e06a11 is already hosted by enough agents. {{(pid=93890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:37:11.867065 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.scheduler.base_scheduler [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Resources bound (agent type, host, resource id): {{(pid=93890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:37:11.869811 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Received port after_create {{(pid=93890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:37:11.885149 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Pushing event updated for resources: {'Port': ['ID=77b5e679-780b-4c73-8c46-d3f1ae6bba0c,revision_number=1']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:11.924142 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:11.974353 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Attempting to bind port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:37:11.974912 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Attempting to bind port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': '01fd07e6-cfbb-488d-9862-f9763f8c1732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3e0af56b-ca15-46cd-bb57-01c093e06a11'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:37:11.975374 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Attempting to bind port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c on network 3e0af56b-ca15-46cd-bb57-01c093e06a11 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:37:11.983107 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:37:11.984284 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Checking segment: {'id': '01fd07e6-cfbb-488d-9862-f9763f8c1732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3e0af56b-ca15-46cd-bb57-01c093e06a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:37:11.984843 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:11.985527 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Bound using segment: {'id': '01fd07e6-cfbb-488d-9862-f9763f8c1732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3e0af56b-ca15-46cd-bb57-01c093e06a11'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:37:11.986179 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Bound port: 77b5e679-780b-4c73-8c46-d3f1ae6bba0c, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01fd07e6-cfbb-488d-9862-f9763f8c1732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3e0af56b-ca15-46cd-bb57-01c093e06a11'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:37:11.986666 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:11.990032 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port a0ee865f-5232-4b80-952a-bc16642045b9 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:37:12.003306 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port a0ee865f-5232-4b80-952a-bc16642045b9 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:12.003940 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:12.013503 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:12.054927 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:37:12.065686 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4308042-a6c9-4599-aa8d-ff06a799fa0e req-a3036fb3-a564-4bff-b32d-5a12d134c5c5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:12.067354 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4308042-a6c9-4599-aa8d-ff06a799fa0e req-a3036fb3-a564-4bff-b32d-5a12d134c5c5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.1173811 Aug 25 17:37:12.070869 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:37:12.078701 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:37:12.116956 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] For port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:37:12.120682 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Pushing event updated for resources: {'Port': ['ID=dec2319f-5d09-48a7-a329-d5a9be16c4fc,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:12.175289 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] For port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=77b5e679-780b-4c73-8c46-d3f1ae6bba0c,segment=NetworkSegment(01fd07e6-cfbb-488d-9862-f9763f8c1732),segment_id=01fd07e6-cfbb-488d-9862-f9763f8c1732)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:37:12.198631 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:12.207770 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:12.222923 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4308042-a6c9-4599-aa8d-ff06a799fa0e req-e4ac3cf2-b7e3-416d-aabb-93c0cc1d214a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416028 Aug 25 17:37:12.265532 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port a0ee865f-5232-4b80-952a-bc16642045b9, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=a0ee865f-5232-4b80-952a-bc16642045b9,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:12.285630 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:12.304659 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-1fe67eac-e204-4eb0-a6bd-9cf2f5bde36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:12.313030 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f39695-7522-4883-888b-a40b3c8e65dc None None] Pushing event updated for resources: {'Port': ['ID=77b5e679-780b-4c73-8c46-d3f1ae6bba0c,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:12.423069 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:12.445900 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:12.465216 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=a0ee865f-5232-4b80-952a-bc16642045b9,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:12.713279 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Sync routers for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:37:12.747663 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:37:12.749180 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:37:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:12.753799 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539185'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:12.905018 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Router 4fc29acb-a12b-4386-a484-ca2e81cb390f is scheduled to L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 17:37:12.971477 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:37:13.017680 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:37:13.034855 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Sync routers for ids ['4fc29acb-a12b-4386-a484-ca2e81cb390f'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:37:13.047111 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:13.048433 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-e5fe45cc-e4bf-488a-8530-8722b24eed2b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0728147 Aug 25 17:37:13.051825 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 53760) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:13.062322 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Routers {'4fc29acb-a12b-4386-a484-ca2e81cb390f'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:37:13.062949 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:37:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['4fc29acb-a12b-4386-a484-ca2e81cb390f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:13.241329 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 2, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:13.259770 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Set router 4fc29acb-a12b-4386-a484-ca2e81cb390f gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:37:13.275662 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Checking router: a0a3a653-5557-48e1-b804-bdf36128a9b3 for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:37:13.276171 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Updating router a0a3a653-5557-48e1-b804-bdf36128a9b3 port 50d3face-1ffc-48bd-a117-670b4907efcb binding host dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:37:13.309091 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:13.485122 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40ef09-313f-4042-9e94-939dd98bc4e1 req-46a67f76-d3d7-4f07-ac42-6f98d18b996c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:13.491782 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc40ef09-313f-4042-9e94-939dd98bc4e1 req-46a67f76-d3d7-4f07-ac42-6f98d18b996c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.1070158 Aug 25 17:37:13.500399 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:13.547705 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a327ee1c-85f1-4ee4-8829-633ddf67c8ad None None] Network 3e0af56b-ca15-46cd-bb57-01c093e06a11 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:37:13.564551 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc40ef09-313f-4042-9e94-939dd98bc4e1 req-45d91ce6-ca0a-4c4e-909d-b0f895500758 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657215 Aug 25 17:37:13.774843 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-02bab2ec-7972-40a6-ac56-94fdd623fbf2 None None] Provisioning for port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:37:13.775949 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:13.795641 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Transition to ACTIVE for port object 50d3face-1ffc-48bd-a117-670b4907efcb will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:37:13.824167 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:13.868025 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:13.907602 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98846997-826b-4ec4-b392-daf633c19987 None None] Pushing event updated for resources: {'Port': ['ID=50d3face-1ffc-48bd-a117-670b4907efcb,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:13.960377 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98846997-826b-4ec4-b392-daf633c19987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:13.964061 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98846997-826b-4ec4-b392-daf633c19987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:13.964426 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98846997-826b-4ec4-b392-daf633c19987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:13.964805 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98846997-826b-4ec4-b392-daf633c19987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:13.965174 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98846997-826b-4ec4-b392-daf633c19987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:13.965449 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98846997-826b-4ec4-b392-daf633c19987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:13.965843 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98846997-826b-4ec4-b392-daf633c19987 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:13.966127 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98846997-826b-4ec4-b392-daf633c19987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:13.966989 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98846997-826b-4ec4-b392-daf633c19987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:13.967121 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'name': 'tempest-TestVolumeBootPattern-687910688-router', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'dec2319f-5d09-48a7-a329-d5a9be16c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 3, 'project_id': '884e614ba61c4521b68b80c746080e84', 'gw_port': {'id': 'dec2319f-5d09-48a7-a329-d5a9be16c4fc', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:13.967247 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98846997-826b-4ec4-b392-daf633c19987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:13.967342 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98846997-826b-4ec4-b392-daf633c19987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:13.967671 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98846997-826b-4ec4-b392-daf633c19987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:14.023210 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device a0ee865f-5232-4b80-952a-bc16642045b9 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:37:14.032666 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Checking router: 4fc29acb-a12b-4386-a484-ca2e81cb390f for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:37:14.033160 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Updating router 4fc29acb-a12b-4386-a484-ca2e81cb390f port dec2319f-5d09-48a7-a329-d5a9be16c4fc binding host dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:37:14.037286 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Attempting to bind port 50d3face-1ffc-48bd-a117-670b4907efcb on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:37:14.037660 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Attempting to bind port 50d3face-1ffc-48bd-a117-670b4907efcb by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:37:14.038021 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Attempting to bind port 50d3face-1ffc-48bd-a117-670b4907efcb on network eb0641d1-7567-45df-879c-d23b630798c8 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:37:14.051082 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:37:14.051447 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Checking segment: {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:37:14.058610 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:14.059131 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Bound using segment: {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:37:14.060275 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Bound port: 50d3face-1ffc-48bd-a117-670b4907efcb, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:37:14.060576 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:14.096312 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:14.180327 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] For port 50d3face-1ffc-48bd-a117-670b4907efcb, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:37:14.186941 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] For port 50d3face-1ffc-48bd-a117-670b4907efcb, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=50d3face-1ffc-48bd-a117-670b4907efcb,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:37:14.193442 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:14.198857 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:14.312222 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port a0ee865f-5232-4b80-952a-bc16642045b9 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:14.313954 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:14.352538 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:37:14.353246 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:37:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:14.358737 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98846997-826b-4ec4-b392-daf633c19987 None None] Pushing event updated for resources: {'Port': ['ID=50d3face-1ffc-48bd-a117-670b4907efcb,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:14.539410 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Allocated IP 172.20.0.1 (3e0af56b-ca15-46cd-bb57-01c093e06a11/95c54719-146a-4432-bb02-0ef92baadfe8/7b1385e3-58b8-445e-97ae-86748702dfe5) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:37:14.555668 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:37:14.697755 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 77b5e679-780b-4c73-8c46-d3f1ae6bba0c up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:37:14.767036 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:14.767393 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:37:14.808374 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Transition to ACTIVE for port object 7b1385e3-58b8-445e-97ae-86748702dfe5 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:37:14.813798 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:14.836489 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52aa4b-d061-4965-aeef-e5264953df28 req-58774c37-f137-48ba-8153-99843c190183 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:14.850672 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ac52aa4b-d061-4965-aeef-e5264953df28 req-58774c37-f137-48ba-8153-99843c190183 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.1190569 Aug 25 17:37:14.865561 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:37:14.872057 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:14.872430 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:14.913235 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ac52aa4b-d061-4965-aeef-e5264953df28 req-5dc8ba73-ba93-4197-922f-b53d405dab82 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591335 Aug 25 17:37:14.935139 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:14.958003 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Transition to ACTIVE for port object dec2319f-5d09-48a7-a329-d5a9be16c4fc will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:37:14.968063 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:14.980473 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:14.992054 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:14Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:15.029369 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c90025-51d1-41f6-a207-ca8e10fc137c None None] The sync data for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi is: [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:14Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:37:15.085845 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Network 3e0af56b-ca15-46cd-bb57-01c093e06a11 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:37:15.095479 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61add633-2a38-4f56-96e9-e7b44c578103 None None] Pushing event updated for resources: {'Port': ['ID=dec2319f-5d09-48a7-a329-d5a9be16c4fc,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:15.100379 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Attempting to bind port dec2319f-5d09-48a7-a329-d5a9be16c4fc on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:37:15.101083 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Attempting to bind port dec2319f-5d09-48a7-a329-d5a9be16c4fc by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:37:15.101083 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Attempting to bind port dec2319f-5d09-48a7-a329-d5a9be16c4fc on network 091e1213-26c2-48c7-a106-2f490c2928b0 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:37:15.105908 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:15.107139 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:37:15.111214 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:37:15.111604 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Checking segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:37:15.112007 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:15.112399 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Bound using segment: {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:37:15.112869 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Bound port: dec2319f-5d09-48a7-a329-d5a9be16c4fc, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b349f0-696c-4d22-bccf-c8d8493d1294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:37:15.113252 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:15.119717 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Pushing event updated for resources: {'Port': ['ID=7b1385e3-58b8-445e-97ae-86748702dfe5,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:15.128020 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:37:15.203505 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=77b5e679-780b-4c73-8c46-d3f1ae6bba0c,segment=NetworkSegment(01fd07e6-cfbb-488d-9862-f9763f8c1732),segment_id=01fd07e6-cfbb-488d-9862-f9763f8c1732)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:15.209896 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] For port dec2319f-5d09-48a7-a329-d5a9be16c4fc, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:37:15.212828 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:15.220089 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539374'] for router_interface, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:15.220681 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] For port dec2319f-5d09-48a7-a329-d5a9be16c4fc, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=dec2319f-5d09-48a7-a329-d5a9be16c4fc,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:37:15.303582 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=77b5e679-780b-4c73-8c46-d3f1ae6bba0c,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:15.314555 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:15.392875 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Routers {'4fc29acb-a12b-4386-a484-ca2e81cb390f'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:37:15.393965 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:37:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['4fc29acb-a12b-4386-a484-ca2e81cb390f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:15.478644 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:15.617831 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61add633-2a38-4f56-96e9-e7b44c578103 None None] Pushing event updated for resources: {'Port': ['ID=dec2319f-5d09-48a7-a329-d5a9be16c4fc,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:15.688482 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-30f89600-96ec-4fbb-a5c5-db3cf10cc031 None None] Provisioning for port 7b1385e3-58b8-445e-97ae-86748702dfe5 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:37:15.706862 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-30f89600-96ec-4fbb-a5c5-db3cf10cc031 None None] Provisioning complete for port 7b1385e3-58b8-445e-97ae-86748702dfe5 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:15.707234 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-30f89600-96ec-4fbb-a5c5-db3cf10cc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:15.745154 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-30f89600-96ec-4fbb-a5c5-db3cf10cc031 None None] Port 7b1385e3-58b8-445e-97ae-86748702dfe5 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:37:15.748398 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] Set router 4fc29acb-a12b-4386-a484-ca2e81cb390f gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:37:15.817746 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:15.824740 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63530967'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:15.919482 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 50d3face-1ffc-48bd-a117-670b4907efcb up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:37:15.979866 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540465'] for router_interface, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:16.009596 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Pushing event updated for resources: {'Port': ['ID=7b1385e3-58b8-445e-97ae-86748702dfe5,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:16.111638 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27077d0b-fdba-4ef6-bee4-d9374e4aae97 req-3777fb4f-b069-4755-b240-0ce0b2b1049b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:16.120473 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-27077d0b-fdba-4ef6-bee4-d9374e4aae97 req-3777fb4f-b069-4755-b240-0ce0b2b1049b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0824475 Aug 25 17:37:16.141906 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'name': 'tempest-TestVolumeBootPattern-687910688-router', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'dec2319f-5d09-48a7-a329-d5a9be16c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 3, 'project_id': '884e614ba61c4521b68b80c746080e84', 'gw_port': {'id': 'dec2319f-5d09-48a7-a329-d5a9be16c4fc', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:16.180089 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Network 3e0af56b-ca15-46cd-bb57-01c093e06a11 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:37:16.183673 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:37:16.209425 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 50d3face-1ffc-48bd-a117-670b4907efcb completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:37:16.218884 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a83c83-6930-48a8-83b8-ee99ef3fdab8 None None] The sync data for ids ['4fc29acb-a12b-4386-a484-ca2e81cb390f'] in dv-cinder-786385-9-iscsi is: [{'id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'name': 'tempest-TestVolumeBootPattern-687910688-router', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'dec2319f-5d09-48a7-a329-d5a9be16c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 3, 'project_id': '884e614ba61c4521b68b80c746080e84', 'gw_port': {'id': 'dec2319f-5d09-48a7-a329-d5a9be16c4fc', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:37:16.225426 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 50d3face-1ffc-48bd-a117-670b4907efcb triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:16.233490 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:16.234683 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-27077d0b-fdba-4ef6-bee4-d9374e4aae97 req-47b568e8-b6fd-4cb3-a88e-25c993991250 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133099 Aug 25 17:37:16.392634 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Router 4fc29acb-a12b-4386-a484-ca2e81cb390f has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:37:16.410546 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:16.477457 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 50d3face-1ffc-48bd-a117-670b4907efcb, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=50d3face-1ffc-48bd-a117-670b4907efcb,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:16.490301 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:16.491814 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 77b5e679-780b-4c73-8c46-d3f1ae6bba0c up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:37:16.539435 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:37:16.552726 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-7eaf8657-0ddf-4cd5-acfd-178f73c642d7 admin admin] 10.222.0.13 "PUT /v2.0/routers/4fc29acb-a12b-4386-a484-ca2e81cb390f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4918811 Aug 25 17:37:16.623885 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=50d3face-1ffc-48bd-a117-670b4907efcb,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:16.633774 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-38eaf543-21bf-42b4-a9a7-fc8e2b4a38a6 None None] Provisioning complete for port 7b1385e3-58b8-445e-97ae-86748702dfe5 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:16.633774 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-38eaf543-21bf-42b4-a9a7-fc8e2b4a38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:16.676308 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:16.676670 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:16.706984 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-38eaf543-21bf-42b4-a9a7-fc8e2b4a38a6 None None] Port 7b1385e3-58b8-445e-97ae-86748702dfe5 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:37:17.273998 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53784) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:17.279973 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-54e2613b-0ddf-4b26-968d-b17b5d6fb208 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-894678114', 'description': 'tempest-secgroup-smoke-894678114 description', 'project_id': '03f44ddf22bd4f0db8bcc26749121893'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:17.325625 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-54e2613b-0ddf-4b26-968d-b17b5d6fb208 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:17.426872 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db59046-ffd9-46cd-be29-7bde20d490ad req-dccf4a74-0194-4ef5-b8ca-3ac946c7d3c6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:17.428371 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5db59046-ffd9-46cd-be29-7bde20d490ad req-dccf4a74-0194-4ef5-b8ca-3ac946c7d3c6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0903368 Aug 25 17:37:17.500059 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5db59046-ffd9-46cd-be29-7bde20d490ad req-1b8ad8d4-ac85-457a-8d84-7db44fd16463 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559011 Aug 25 17:37:17.502346 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-54e2613b-0ddf-4b26-968d-b17b5d6fb208 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:17.508071 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-54e2613b-0ddf-4b26-968d-b17b5d6fb208 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:17.543038 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-54e2613b-0ddf-4b26-968d-b17b5d6fb208 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:17.544613 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-54e2613b-0ddf-4b26-968d-b17b5d6fb208 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2695696 Aug 25 17:37:17.547718 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 53788) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:17.549339 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2613b-0ddf-4b26-968d-b17b5d6fb208 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:17.558969 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-9d725137-68e7-46a2-a7b7-764972980817 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Request body: {'security_group_rule': {'security_group_id': '7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782', 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:17.592115 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d725137-68e7-46a2-a7b7-764972980817 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:17.657054 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d725137-68e7-46a2-a7b7-764972980817 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:17.661759 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d725137-68e7-46a2-a7b7-764972980817 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:17.682202 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d725137-68e7-46a2-a7b7-764972980817 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:17.687305 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-9d725137-68e7-46a2-a7b7-764972980817 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347842 Aug 25 17:37:17.687418 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53790) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:17.692305 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5447c6d0-27d0-469f-afc7-bece33d6766c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Request body: {'security_group_rule': {'security_group_id': '7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782', 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:17.698631 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d725137-68e7-46a2-a7b7-764972980817 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696d3b02-b67d-40dd-b5c6-57730bb82fc3,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:17.727344 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5447c6d0-27d0-469f-afc7-bece33d6766c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:17.843652 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5447c6d0-27d0-469f-afc7-bece33d6766c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:17.848389 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5447c6d0-27d0-469f-afc7-bece33d6766c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:17.850681 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 50d3face-1ffc-48bd-a117-670b4907efcb up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:37:17.870189 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447c6d0-27d0-469f-afc7-bece33d6766c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3a7f2b-94c7-4bf6-9b85-e5e710a31c6f,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:17.878725 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5447c6d0-27d0-469f-afc7-bece33d6766c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:17.882529 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-5447c6d0-27d0-469f-afc7-bece33d6766c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1924295 Aug 25 17:37:17.882863 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 53792) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:17.887856 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-3958b5ef-cf19-4d57-9798-e5f459b3fca1 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Request body: {'security_group_rule': {'security_group_id': '7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782', 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:17.937551 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 50d3face-1ffc-48bd-a117-670b4907efcb triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:17.938120 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:17.949323 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3958b5ef-cf19-4d57-9798-e5f459b3fca1 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.024921 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3958b5ef-cf19-4d57-9798-e5f459b3fca1 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.031150 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3958b5ef-cf19-4d57-9798-e5f459b3fca1 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.035815 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device dec2319f-5d09-48a7-a329-d5a9be16c4fc up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:37:18.059096 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958b5ef-cf19-4d57-9798-e5f459b3fca1 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68c3e43-1d38-469b-8482-2c367d429da8,revision_number=0']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:18.072347 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3958b5ef-cf19-4d57-9798-e5f459b3fca1 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.075633 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-3958b5ef-cf19-4d57-9798-e5f459b3fca1 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1896715 Aug 25 17:37:18.076893 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53794) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:18.082141 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-eb84493f-9ee9-4022-b870-fb70ed0fcc6c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Request body: {'security_group_rule': {'security_group_id': '7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782', 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:18.108171 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port dec2319f-5d09-48a7-a329-d5a9be16c4fc completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:37:18.111795 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eb84493f-9ee9-4022-b870-fb70ed0fcc6c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.112849 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port dec2319f-5d09-48a7-a329-d5a9be16c4fc triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:18.113279 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.189895 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eb84493f-9ee9-4022-b870-fb70ed0fcc6c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.195428 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eb84493f-9ee9-4022-b870-fb70ed0fcc6c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.220232 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84493f-9ee9-4022-b870-fb70ed0fcc6c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95401f89-3f31-479d-9477-729dcd882977,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:18.235361 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.237728 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-eb84493f-9ee9-4022-b870-fb70ed0fcc6c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.239395 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-eb84493f-9ee9-4022-b870-fb70ed0fcc6c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1611922 Aug 25 17:37:18.242034 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53798) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:18.248247 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d0b8474a-2bd6-45b6-a504-3640ade8262b tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Request body: {'security_group_rule': {'security_group_id': '7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782', 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:18.269648 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port dec2319f-5d09-48a7-a329-d5a9be16c4fc, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=dec2319f-5d09-48a7-a329-d5a9be16c4fc,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:18.278617 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.312863 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-d0b8474a-2bd6-45b6-a504-3640ade8262b tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Project 03f44ddf22bd4f0db8bcc26749121893 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 17:37:18.321782 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0b8474a-2bd6-45b6-a504-3640ade8262b tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.332443 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Sync routers for ids ['4fc29acb-a12b-4386-a484-ca2e81cb390f'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:37:18.343176 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Routers {'4fc29acb-a12b-4386-a484-ca2e81cb390f'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:37:18.344208 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:37:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['4fc29acb-a12b-4386-a484-ca2e81cb390f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:18.357711 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=dec2319f-5d09-48a7-a329-d5a9be16c4fc,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:18.435650 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0b8474a-2bd6-45b6-a504-3640ade8262b tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.441297 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0b8474a-2bd6-45b6-a504-3640ade8262b tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.475968 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8474a-2bd6-45b6-a504-3640ade8262b tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cbb636-49df-4197-ad1d-24c574d17c98,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:18.483000 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d0b8474a-2bd6-45b6-a504-3640ade8262b tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.486894 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-d0b8474a-2bd6-45b6-a504-3640ade8262b tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2414963 Aug 25 17:37:18.487181 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 53800) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:18.491849 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-143769c5-a5f4-4360-8dbf-cbf7ad028db7 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Request body: {'security_group_rule': {'security_group_id': '7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782', 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:18.492757 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Set router 4fc29acb-a12b-4386-a484-ca2e81cb390f gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:37:18.525046 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-143769c5-a5f4-4360-8dbf-cbf7ad028db7 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Project 03f44ddf22bd4f0db8bcc26749121893 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 17:37:18.541212 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-143769c5-a5f4-4360-8dbf-cbf7ad028db7 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.621196 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-143769c5-a5f4-4360-8dbf-cbf7ad028db7 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.635462 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-143769c5-a5f4-4360-8dbf-cbf7ad028db7 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021433'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.674879 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143769c5-a5f4-4360-8dbf-cbf7ad028db7 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8455dda7-94ae-4086-b171-78e5108e1753,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:18.683239 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-143769c5-a5f4-4360-8dbf-cbf7ad028db7 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:18.684725 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-143769c5-a5f4-4360-8dbf-cbf7ad028db7 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1964071 Aug 25 17:37:18.704349 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c4113-349a-4968-bce0-6409fa2c2ef1 req-c12988b3-330d-4db3-911b-9c96aeea94c4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:18.706261 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d3c4113-349a-4968-bce0-6409fa2c2ef1 req-c12988b3-330d-4db3-911b-9c96aeea94c4 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0884278 Aug 25 17:37:18.771004 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d3c4113-349a-4968-bce0-6409fa2c2ef1 req-f4948ba8-6a57-4b5b-a56c-d3f8c793cd20 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583131 Aug 25 17:37:18.827064 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'name': 'tempest-TestVolumeBootPattern-687910688-router', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'dec2319f-5d09-48a7-a329-d5a9be16c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:37:15Z', 'revision_number': 4, 'project_id': '884e614ba61c4521b68b80c746080e84', 'gw_port': {'id': 'dec2319f-5d09-48a7-a329-d5a9be16c4fc', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '7b1385e3-58b8-445e-97ae-86748702dfe5', 'name': '', 'network_id': '3e0af56b-ca15-46cd-bb57-01c093e06a11', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '95c54719-146a-4432-bb02-0ef92baadfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:14Z', 'updated_at': '2021-08-25T17:37:15Z', 'revision_number': 2, 'project_id': '884e614ba61c4521b68b80c746080e84', 'subnets': [{'id': '95c54719-146a-4432-bb02-0ef92baadfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:18.865179 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Checking router: 4fc29acb-a12b-4386-a484-ca2e81cb390f for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:37:18.865528 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Updating router 4fc29acb-a12b-4386-a484-ca2e81cb390f port 7b1385e3-58b8-445e-97ae-86748702dfe5 binding host dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 17:37:18.890701 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:19.187105 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Notify callbacks [] for port, precommit_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:19.203764 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.provisioning_blocks [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Transition to ACTIVE for port object 7b1385e3-58b8-445e-97ae-86748702dfe5 will not be triggered until provisioned by entity L2. {{(pid=93891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:37:19.211356 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:19.296891 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851dd5b-deed-48fa-977c-3f69fbc94949 None None] Pushing event updated for resources: {'Port': ['ID=7b1385e3-58b8-445e-97ae-86748702dfe5,revision_number=3']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:19.347186 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Attempting to bind port 7b1385e3-58b8-445e-97ae-86748702dfe5 on host dv-cinder-786385-9-iscsi for vnic_type normal with profile {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:37:19.347926 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Attempting to bind port 7b1385e3-58b8-445e-97ae-86748702dfe5 by drivers openvswitch,hyperv on host dv-cinder-786385-9-iscsi at level 0 using segments [{'id': '01fd07e6-cfbb-488d-9862-f9763f8c1732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3e0af56b-ca15-46cd-bb57-01c093e06a11'}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:37:19.348133 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Attempting to bind port 7b1385e3-58b8-445e-97ae-86748702dfe5 on network 3e0af56b-ca15-46cd-bb57-01c093e06a11 {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:37:19.355109 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Checking agent: {'id': '3763dba4-6270-4007-9989-6c80cf7e8207', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 18, 42), 'started_at': datetime.datetime(2021, 8, 25, 17, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:37:19.355531 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Checking segment: {'id': '01fd07e6-cfbb-488d-9862-f9763f8c1732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3e0af56b-ca15-46cd-bb57-01c093e06a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:37:19.356500 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:19.356924 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Bound using segment: {'id': '01fd07e6-cfbb-488d-9862-f9763f8c1732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3e0af56b-ca15-46cd-bb57-01c093e06a11'} {{(pid=93891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:37:19.357529 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.managers [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Bound port: 7b1385e3-58b8-445e-97ae-86748702dfe5, host: dv-cinder-786385-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01fd07e6-cfbb-488d-9862-f9763f8c1732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3e0af56b-ca15-46cd-bb57-01c093e06a11'}}] {{(pid=93891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:37:19.357914 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:19.442374 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] For port 7b1385e3-58b8-445e-97ae-86748702dfe5, host dv-cinder-786385-9-iscsi, cleared binding levels {{(pid=93891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:37:19.446315 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.db [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] For port 7b1385e3-58b8-445e-97ae-86748702dfe5, host dv-cinder-786385-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=7b1385e3-58b8-445e-97ae-86748702dfe5,segment=NetworkSegment(01fd07e6-cfbb-488d-9862-f9763f8c1732),segment_id=01fd07e6-cfbb-488d-9862-f9763f8c1732)] {{(pid=93891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:37:19.451351 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:19.533042 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Routers {'4fc29acb-a12b-4386-a484-ca2e81cb390f'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:37:19.533671 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:37:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['4fc29acb-a12b-4386-a484-ca2e81cb390f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:19.535652 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851dd5b-deed-48fa-977c-3f69fbc94949 None None] Pushing event updated for resources: {'Port': ['ID=7b1385e3-58b8-445e-97ae-86748702dfe5,revision_number=4']} {{(pid=93891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:19.711352 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] Set router 4fc29acb-a12b-4386-a484-ca2e81cb390f gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:37:19.766949 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device dec2319f-5d09-48a7-a329-d5a9be16c4fc up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:37:19.852140 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port dec2319f-5d09-48a7-a329-d5a9be16c4fc triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:19.852596 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:19.908723 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6702c-a5aa-4ae5-b825-594e3bd8304b req-ccbe32da-f1c7-4c36-885a-24cb1bcbd318 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:19.910983 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-28e6702c-a5aa-4ae5-b825-594e3bd8304b req-ccbe32da-f1c7-4c36-885a-24cb1bcbd318 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0549457 Aug 25 17:37:20.000379 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-28e6702c-a5aa-4ae5-b825-594e3bd8304b req-584c4dd1-67a6-4201-b035-ab6bae2d4278 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830255 Aug 25 17:37:20.143534 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'name': 'tempest-TestVolumeBootPattern-687910688-router', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'dec2319f-5d09-48a7-a329-d5a9be16c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:37:15Z', 'revision_number': 4, 'project_id': '884e614ba61c4521b68b80c746080e84', 'gw_port': {'id': 'dec2319f-5d09-48a7-a329-d5a9be16c4fc', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '7b1385e3-58b8-445e-97ae-86748702dfe5', 'name': '', 'network_id': '3e0af56b-ca15-46cd-bb57-01c093e06a11', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '95c54719-146a-4432-bb02-0ef92baadfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:14Z', 'updated_at': '2021-08-25T17:37:19Z', 'revision_number': 4, 'project_id': '884e614ba61c4521b68b80c746080e84', 'subnets': [{'id': '95c54719-146a-4432-bb02-0ef92baadfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:20.171036 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad20904-2dcb-4c05-af5f-58f77c9fb58c None None] The sync data for ids ['4fc29acb-a12b-4386-a484-ca2e81cb390f'] in dv-cinder-786385-9-iscsi is: [{'id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'name': 'tempest-TestVolumeBootPattern-687910688-router', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'dec2319f-5d09-48a7-a329-d5a9be16c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:37:15Z', 'revision_number': 4, 'project_id': '884e614ba61c4521b68b80c746080e84', 'gw_port': {'id': 'dec2319f-5d09-48a7-a329-d5a9be16c4fc', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '7b1385e3-58b8-445e-97ae-86748702dfe5', 'name': '', 'network_id': '3e0af56b-ca15-46cd-bb57-01c093e06a11', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'mac_address': 'fa:16:3e:1e:eb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '95c54719-146a-4432-bb02-0ef92baadfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:14Z', 'updated_at': '2021-08-25T17:37:19Z', 'revision_number': 4, 'project_id': '884e614ba61c4521b68b80c746080e84', 'subnets': [{'id': '95c54719-146a-4432-bb02-0ef92baadfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:37:21.136213 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46ee0a-2196-48a1-93fc-48bf61b1858e req-e7f01940-b034-4ad4-8a11-5689cede1bfa tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:21.138019 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc46ee0a-2196-48a1-93fc-48bf61b1858e req-e7f01940-b034-4ad4-8a11-5689cede1bfa tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0542924 Aug 25 17:37:21.178626 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc46ee0a-2196-48a1-93fc-48bf61b1858e req-f6b452d8-9c40-49dd-9019-7a1ca737dc25 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342810 Aug 25 17:37:21.747382 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 7b1385e3-58b8-445e-97ae-86748702dfe5 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:37:21.797944 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning for port 7b1385e3-58b8-445e-97ae-86748702dfe5 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:37:21.801489 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 7b1385e3-58b8-445e-97ae-86748702dfe5 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:21.801909 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:21.880469 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:21.914199 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] For port 7b1385e3-58b8-445e-97ae-86748702dfe5, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=7b1385e3-58b8-445e-97ae-86748702dfe5,segment=NetworkSegment(01fd07e6-cfbb-488d-9862-f9763f8c1732),segment_id=01fd07e6-cfbb-488d-9862-f9763f8c1732)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:21.919216 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:21.968535 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Pushing event updated for resources: {'Port': ['ID=7b1385e3-58b8-445e-97ae-86748702dfe5,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:22.300021 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a557-3147-4a13-a326-f1bfe0ee8093 req-aa8cbe00-fdf9-4828-97b0-3edbee15943f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:22.301572 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bb96a557-3147-4a13-a326-f1bfe0ee8093 req-aa8cbe00-fdf9-4828-97b0-3edbee15943f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0506928 Aug 25 17:37:22.340684 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bb96a557-3147-4a13-a326-f1bfe0ee8093 req-aa3edacb-fdf9-4718-94ea-fde482362fff tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329394 Aug 25 17:37:23.461040 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a930b-2a1d-462f-936a-554ee05fa5ac req-6ca6f111-ce91-4084-b865-09be0b7a4dfd tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:23.462571 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b94a930b-2a1d-462f-936a-554ee05fa5ac req-6ca6f111-ce91-4084-b865-09be0b7a4dfd tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0514464 Aug 25 17:37:23.502142 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b94a930b-2a1d-462f-936a-554ee05fa5ac req-5754d14d-3f69-4416-9d37-9bf0fcbee5eb tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330350 Aug 25 17:37:23.732925 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 7b1385e3-58b8-445e-97ae-86748702dfe5 up at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:37:23.778920 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Provisioning complete for port 7b1385e3-58b8-445e-97ae-86748702dfe5 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:23.779282 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:24.629616 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88b07a-4713-4be8-8ed9-6cdf56220942 req-3399fe94-a430-4171-a7ab-4c10f2d7d666 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:24.631234 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3a88b07a-4713-4be8-8ed9-6cdf56220942 req-3399fe94-a430-4171-a7ab-4c10f2d7d666 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0523717 Aug 25 17:37:24.673560 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3a88b07a-4713-4be8-8ed9-6cdf56220942 req-1ab1b7bf-10cb-45ee-bfc8-a99bfd530624 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363607 Aug 25 17:37:25.796164 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8943d6b-bb62-4ce3-8824-d28bc86fc17f req-7017d740-79f1-42c6-b7e0-8d3741aa0d1f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:25.797581 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c8943d6b-bb62-4ce3-8824-d28bc86fc17f req-7017d740-79f1-42c6-b7e0-8d3741aa0d1f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0516994 Aug 25 17:37:25.837380 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c8943d6b-bb62-4ce3-8824-d28bc86fc17f req-e82f2288-a422-4fef-9dfd-93c131d5843f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337868 Aug 25 17:37:26.960315 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006212f2-c18c-4d33-90e8-dc22f7939096 req-6dd56c48-578e-4b5e-bc06-40abe6ca0822 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:26.961783 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-006212f2-c18c-4d33-90e8-dc22f7939096 req-6dd56c48-578e-4b5e-bc06-40abe6ca0822 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 943 time: 0.0489256 Aug 25 17:37:27.003654 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-006212f2-c18c-4d33-90e8-dc22f7939096 req-8b40967a-ba65-4246-866e-18e73885d139 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347607 Aug 25 17:37:27.678118 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:37:27.771343 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:27.783333 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'port_id': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'mac_address': 'fa:16:3e:77:92:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:37:27.823687 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:27.836237 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:37:27.854579 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:27.858973 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:27.904889 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,revision_number=9']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:28.129449 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14116866-97dc-446a-8344-6a9000c2bef0 req-01845a9a-b4ae-4a06-81c7-71b9ce05362d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:28.131736 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-14116866-97dc-446a-8344-6a9000c2bef0 req-01845a9a-b4ae-4a06-81c7-71b9ce05362d tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 944 time: 0.0543499 Aug 25 17:37:28.169977 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-14116866-97dc-446a-8344-6a9000c2bef0 req-bd991de2-f672-4f41-8006-2c032ffa3b8f tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323687 Aug 25 17:37:28.402610 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:37:29.290050 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a1b79-6bd7-4be4-8435-5656194c5e79 req-4c6fc95c-b6f7-468e-8481-9494af2785e1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:29.291687 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-488a1b79-6bd7-4be4-8435-5656194c5e79 req-4c6fc95c-b6f7-468e-8481-9494af2785e1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 944 time: 0.0476048 Aug 25 17:37:29.332497 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-488a1b79-6bd7-4be4-8435-5656194c5e79 req-5aba0fa7-a62f-4461-b472-7b66c8f92867 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331442 Aug 25 17:37:29.689590 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:37:29.739092 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:29.739464 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:29.814561 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:29.838128 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:37:29.840318 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f2065c-3b92-4c81-bc81-6f176dd72ff5" -d '{"events": [{"server_uuid": "b9806882-dbc5-4337-9e5b-fd3b4ab021b3", "name": "network-vif-plugged", "status": "completed", "tag": "b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:37:29.857546 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:29.865124 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:29.888288 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6c31f9-936d-4a27-a72a-e53e0d2d5a5f x-openstack-request-id: req-8d6c31f9-936d-4a27-a72a-e53e0d2d5a5f {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:37:29.888574 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9806882-dbc5-4337-9e5b-fd3b4ab021b3", "name": "network-vif-plugged", "status": "completed", "tag": "b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:37:29.888826 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d6c31f9-936d-4a27-a72a-e53e0d2d5a5f {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:37:29.889209 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'code': 200} Aug 25 17:37:29.917391 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,revision_number=10']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:30.075353 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff1471-3ddc-4d90-8e50-aa1baade0825 req-02aca1f9-5125-4297-8bdc-4cfbf47ad319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:30.076858 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bfff1471-3ddc-4d90-8e50-aa1baade0825 req-02aca1f9-5125-4297-8bdc-4cfbf47ad319 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 1099 time: 0.0395062 Aug 25 17:37:30.111637 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bfff1471-3ddc-4d90-8e50-aa1baade0825 req-e2c073e9-9b82-40b0-ade2-2252f2ee7f26 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273809 Aug 25 17:37:30.454808 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c33a73-6e37-4f42-a0d9-82a72ce8cc5f req-c4db8104-e033-452c-a03d-51edab407022 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:30.456308 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-88c33a73-6e37-4f42-a0d9-82a72ce8cc5f req-c4db8104-e033-452c-a03d-51edab407022 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 946 time: 0.0508451 Aug 25 17:37:30.493766 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-88c33a73-6e37-4f42-a0d9-82a72ce8cc5f req-e6c25d05-428b-4420-92b9-a7226630ac09 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315545 Aug 25 17:37:31.634444 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de84ee-b932-4b89-96ef-2dceb1280ce5 req-66ae8b9d-25d6-4100-bc81-6c5779c50c67 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:31.636025 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-40de84ee-b932-4b89-96ef-2dceb1280ce5 req-66ae8b9d-25d6-4100-bc81-6c5779c50c67 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 946 time: 0.0664959 Aug 25 17:37:31.686786 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-40de84ee-b932-4b89-96ef-2dceb1280ce5 req-51cde4c7-4bf0-4b55-80a4-f3017525977e tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427186 Aug 25 17:37:32.816576 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6db96c-e521-420f-b74b-ce91b97a1636 req-51207962-ef07-494b-9440-66757728a519 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:32.818960 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5f6db96c-e521-420f-b74b-ce91b97a1636 req-51207962-ef07-494b-9440-66757728a519 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 946 time: 0.0490441 Aug 25 17:37:32.856504 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5f6db96c-e521-420f-b74b-ce91b97a1636 req-00690dbf-6322-402a-bd2c-c62fff484b3c tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326154 Aug 25 17:37:39.486032 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0f1ef61f-849d-4546-ab4d-46c59e7d2b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:42.228373 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf9af034-2446-4908-9cc2-a03121af4c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:42.386038 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:43.441994 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:43.678291 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-cc90f8db-66ee-426e-aa33-c4ce581bdb28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-894678114&fields=id&tenant_id=03f44ddf22bd4f0db8bcc26749121893 HTTP/1.1" status: 200 len: 267 time: 0.0355396 Aug 25 17:37:43.782753 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-6641bdc9-c918-4d53-a83c-aa09e6af7b57 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:43.784232 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-6641bdc9-c918-4d53-a83c-aa09e6af7b57 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 812 time: 0.0993199 Aug 25 17:37:43.801176 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-790d6849-410b-40d1-9a7f-f6f6f6f854e9 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/quotas/03f44ddf22bd4f0db8bcc26749121893 HTTP/1.1" status: 200 len: 375 time: 0.0111833 Aug 25 17:37:43.810701 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:43.852238 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-b4755e75-ca83-4e41-bfaf-deb8cbcf2fb8 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456491 Aug 25 17:37:43.961646 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-922df3d9-5efb-4265-be8e-308a844298a6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 17:37:43.962687 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-922df3d9-5efb-4265-be8e-308a844298a6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0979435 Aug 25 17:37:44.054400 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-51148876-8b5d-4422-a48a-20d621c9c571 service neutron] 10.222.0.13 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847256 Aug 25 17:37:44.143327 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-264893bd-ec46-447a-ba26-34e190238191 service neutron] 10.222.0.13 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827603 Aug 25 17:37:44.225530 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-175a207e-ebdf-4fbb-a587-cc153670f1b4 req-223d6d93-f5b5-47a6-81ab-d1d99e4464c9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457563 Aug 25 17:37:44.289669 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a207e-ebdf-4fbb-a587-cc153670f1b4 req-c59aba3e-a5af-4c4c-a7a0-96804d861628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:44.291335 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-175a207e-ebdf-4fbb-a587-cc153670f1b4 req-c59aba3e-a5af-4c4c-a7a0-96804d861628 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 1099 time: 0.0426152 Aug 25 17:37:44.402557 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a207e-ebdf-4fbb-a587-cc153670f1b4 req-2de4e663-795d-4d43-a080-2123953e6954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:44.404115 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-175a207e-ebdf-4fbb-a587-cc153670f1b4 req-2de4e663-795d-4d43-a080-2123953e6954 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 200 len: 917 time: 0.0907702 Aug 25 17:37:44.441782 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fe123bba-4c16-4ecf-b350-3a2223521586 req-ca490d76-5b41-4a48-99f1-247dfcad77d4 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 210 time: 0.0360432 Aug 25 17:37:44.498873 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-175a207e-ebdf-4fbb-a587-cc153670f1b4 req-05ec4e36-8982-4d26-9719-bc99b56a0a05 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 HTTP/1.1" status: 200 len: 1001 time: 0.0828695 Aug 25 17:37:44.553461 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a207e-ebdf-4fbb-a587-cc153670f1b4 req-36b980df-8fec-4910-8d09-d1367732e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:44.554938 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-175a207e-ebdf-4fbb-a587-cc153670f1b4 req-36b980df-8fec-4910-8d09-d1367732e594 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf66541-9305-4ae8-b7c6-d35b1d7e942e HTTP/1.1" status: 200 len: 855 time: 0.0478292 Aug 25 17:37:44.606218 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a207e-ebdf-4fbb-a587-cc153670f1b4 req-d4c58e24-e290-45be-aacf-637065fc577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:44.607994 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-175a207e-ebdf-4fbb-a587-cc153670f1b4 req-d4c58e24-e290-45be-aacf-637065fc577b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ad187e33-934a-4e18-80df-b0dbcf133e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456851 Aug 25 17:37:44.699142 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-175a207e-ebdf-4fbb-a587-cc153670f1b4 req-a091453a-241f-42f2-80b5-63fff7509434 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838454 Aug 25 17:37:44.748369 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:44.801956 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-175a207e-ebdf-4fbb-a587-cc153670f1b4 req-7c6e83ab-7e04-4661-8c5b-5d44696f4ee7 service neutron] 10.222.0.25 "GET /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947456 Aug 25 17:37:45.652453 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c2718a7a-fd86-4ada-a510-210bcf70986a req-f98f9d16-ab04-4d57-96cf-7306994dc419 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 210 time: 0.0541325 Aug 25 17:37:45.701545 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-aff07a5b-adc4-481f-b4d0-6310ddb5d292 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:45.703956 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-aff07a5b-adc4-481f-b4d0-6310ddb5d292 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 812 time: 0.4001422 Aug 25 17:37:45.757558 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-3a874dcd-9b93-49d2-b8a8-f6b3ad3c00b5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03f44ddf22bd4f0db8bcc26749121893 HTTP/1.1" status: 200 len: 379 time: 0.0374405 Aug 25 17:37:45.768576 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-f3a32ea0-6e49-4d1a-8546-f5a9f6488588 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Request body: {'port': {'device_id': 'e6d0382c-1227-4a08-93c3-80f5fa89f707', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'admin_state_up': True, 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'security_groups': ['7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:45.880391 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-f3a32ea0-6e49-4d1a-8546-f5a9f6488588 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Made reservation on behalf of 03f44ddf22bd4f0db8bcc26749121893 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:37:45.884734 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-f3a32ea0-6e49-4d1a-8546-f5a9f6488588 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:46.020708 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-f3a32ea0-6e49-4d1a-8546-f5a9f6488588 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Allocated IP 172.20.0.12 (eb0641d1-7567-45df-879c-d23b630798c8/823fc509-32c6-4390-881b-06d431b67b66/a1da61c8-674a-45ff-aed4-e4caa92db1f2) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:37:46.158659 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-f3a32ea0-6e49-4d1a-8546-f5a9f6488588 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:46.172279 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-f3a32ea0-6e49-4d1a-8546-f5a9f6488588 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Transition to ACTIVE for port object a1da61c8-674a-45ff-aed4-e4caa92db1f2 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:37:46.205339 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-f3a32ea0-6e49-4d1a-8546-f5a9f6488588 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:46.253112 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-f3a32ea0-6e49-4d1a-8546-f5a9f6488588 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Network eb0641d1-7567-45df-879c-d23b630798c8 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:37:46.256164 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-f3a32ea0-6e49-4d1a-8546-f5a9f6488588 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:37:46.259945 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-f3a32ea0-6e49-4d1a-8546-f5a9f6488588 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:37:46.284611 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a32ea0-6e49-4d1a-8546-f5a9f6488588 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'Port': ['ID=a1da61c8-674a-45ff-aed4-e4caa92db1f2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:46.314922 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-f3a32ea0-6e49-4d1a-8546-f5a9f6488588 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:46.315575 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-f3a32ea0-6e49-4d1a-8546-f5a9f6488588 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:46.333774 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-f3a32ea0-6e49-4d1a-8546-f5a9f6488588 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5695257 Aug 25 17:37:46.348835 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Request body: {'port': {'device_id': 'e6d0382c-1227-4a08-93c3-80f5fa89f707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:37:46.405950 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:46.544665 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-b8c762ff-cea1-47cb-93d6-028250914bf3 None None] Provisioning for port a1da61c8-674a-45ff-aed4-e4caa92db1f2 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:37:46.548895 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-b8c762ff-cea1-47cb-93d6-028250914bf3 None None] Provisioning complete for port a1da61c8-674a-45ff-aed4-e4caa92db1f2 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:46.549285 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b8c762ff-cea1-47cb-93d6-028250914bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:46.583029 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-b8c762ff-cea1-47cb-93d6-028250914bf3 None None] Port a1da61c8-674a-45ff-aed4-e4caa92db1f2 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:37:46.679619 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1da61c8-674a-45ff-aed4-e4caa92db1f2 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:37:46.688285 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:46.700200 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Transition to ACTIVE for port object a1da61c8-674a-45ff-aed4-e4caa92db1f2 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:37:46.705116 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:46.782635 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Pushing event updated for resources: {'Port': ['ID=a1da61c8-674a-45ff-aed4-e4caa92db1f2,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:46.848891 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42dbb4-22a2-4eb4-9388-2068f6ece25a req-3dad9c65-7e34-4ac1-b9c3-19488302a58d tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:46.850463 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fa42dbb4-22a2-4eb4-9388-2068f6ece25a req-3dad9c65-7e34-4ac1-b9c3-19488302a58d tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 944 time: 0.1194727 Aug 25 17:37:46.887114 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Attempting to bind port a1da61c8-674a-45ff-aed4-e4caa92db1f2 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:37:46.887451 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Attempting to bind port a1da61c8-674a-45ff-aed4-e4caa92db1f2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:37:46.887814 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Attempting to bind port a1da61c8-674a-45ff-aed4-e4caa92db1f2 on network eb0641d1-7567-45df-879c-d23b630798c8 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:37:46.900028 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Port a1da61c8-674a-45ff-aed4-e4caa92db1f2 on network eb0641d1-7567-45df-879c-d23b630798c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:37:46.900350 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Attempting to bind port a1da61c8-674a-45ff-aed4-e4caa92db1f2 on network eb0641d1-7567-45df-879c-d23b630798c8 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:37:46.909185 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:37:46.909524 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Checking segment: {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:37:46.909909 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Bound using segment: {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:37:46.910342 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Bound port: a1da61c8-674a-45ff-aed4-e4caa92db1f2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:37:46.910702 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:46.914796 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fa42dbb4-22a2-4eb4-9388-2068f6ece25a req-e6e434a3-3257-4313-910e-707fba730c9e tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548942 Aug 25 17:37:46.976686 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] For port a1da61c8-674a-45ff-aed4-e4caa92db1f2, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:37:46.979659 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] For port a1da61c8-674a-45ff-aed4-e4caa92db1f2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1da61c8-674a-45ff-aed4-e4caa92db1f2,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:37:46.985052 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:47.017235 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:47.017832 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:47.019247 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] 10.222.0.25 "PUT /v2.0/ports/a1da61c8-674a-45ff-aed4-e4caa92db1f2 HTTP/1.1" status: 200 len: 1094 time: 0.6749132 Aug 25 17:37:47.021358 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d0382c-1227-4a08-93c3-80f5fa89f707', 'tag': 'a1da61c8-674a-45ff-aed4-e4caa92db1f2'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:37:47.023600 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127285f2-baac-4eb9-9bc7-6040d9a30eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d0382c-1227-4a08-93c3-80f5fa89f707", "tag": "a1da61c8-674a-45ff-aed4-e4caa92db1f2"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:37:47.054293 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655b4a8-dc42-47ba-973d-c0e9329c0635 service neutron] Pushing event updated for resources: {'Port': ['ID=a1da61c8-674a-45ff-aed4-e4caa92db1f2,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:47.071994 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c700d3-9d41-467c-be77-93e82bf0ae3f x-openstack-request-id: req-52c700d3-9d41-467c-be77-93e82bf0ae3f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:37:47.072275 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d0382c-1227-4a08-93c3-80f5fa89f707", "tag": "a1da61c8-674a-45ff-aed4-e4caa92db1f2", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:37:47.072545 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52c700d3-9d41-467c-be77-93e82bf0ae3f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:37:47.072907 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d0382c-1227-4a08-93c3-80f5fa89f707', 'tag': 'a1da61c8-674a-45ff-aed4-e4caa92db1f2', 'status': 'completed', 'code': 200} Aug 25 17:37:47.111667 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-c412abca-ab08-4f60-b3dc-b431bf1501ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:47.113233 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-c412abca-ab08-4f60-b3dc-b431bf1501ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 1097 time: 0.0504959 Aug 25 17:37:47.157217 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-8793e2db-57a2-4088-bbc0-b20a3e2a06e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1da61c8-674a-45ff-aed4-e4caa92db1f2 HTTP/1.1" status: 200 len: 217 time: 0.0354786 Aug 25 17:37:47.208329 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-032fe5aa-94df-4432-b9dd-02015ecd790e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:47.209839 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-032fe5aa-94df-4432-b9dd-02015ecd790e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0449719 Aug 25 17:37:47.262507 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-39fa14e9-31c1-46f8-8c95-6e85fb65fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:47.264046 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-39fa14e9-31c1-46f8-8c95-6e85fb65fc65 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438564 Aug 25 17:37:47.354282 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-529b1704-a647-460c-9f5e-3cdaa27cd8e7 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816631 Aug 25 17:37:47.451741 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-212a59b9-c528-471e-a10b-6a1ae69c5d99 req-a224b69d-c435-4fd7-b96c-daa1d7fff438 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880048 Aug 25 17:37:47.554972 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127285f2-baac-4eb9-9bc7-6040d9a30eb5 req-5f84e390-fcbb-4228-a9b1-7014cbcf3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:47.556525 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-127285f2-baac-4eb9-9bc7-6040d9a30eb5 req-5f84e390-fcbb-4228-a9b1-7014cbcf3074 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 1097 time: 0.0404482 Aug 25 17:37:47.651012 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127285f2-baac-4eb9-9bc7-6040d9a30eb5 req-10e54c01-4065-4d0f-91b7-9ccd36e3e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:47.652460 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-127285f2-baac-4eb9-9bc7-6040d9a30eb5 req-10e54c01-4065-4d0f-91b7-9ccd36e3e977 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 913 time: 0.0881429 Aug 25 17:37:47.697596 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-127285f2-baac-4eb9-9bc7-6040d9a30eb5 req-3ac93d92-68d5-4f4a-bfe5-1deaa964f365 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1da61c8-674a-45ff-aed4-e4caa92db1f2 HTTP/1.1" status: 200 len: 217 time: 0.0370405 Aug 25 17:37:47.746583 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127285f2-baac-4eb9-9bc7-6040d9a30eb5 req-080631c0-e9f0-4492-9020-c624a876bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:47.748192 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-127285f2-baac-4eb9-9bc7-6040d9a30eb5 req-080631c0-e9f0-4492-9020-c624a876bf73 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0439086 Aug 25 17:37:47.792851 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127285f2-baac-4eb9-9bc7-6040d9a30eb5 req-62b67b0a-4be2-4a04-b165-a18e3818038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:47.794318 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-127285f2-baac-4eb9-9bc7-6040d9a30eb5 req-62b67b0a-4be2-4a04-b165-a18e3818038f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388691 Aug 25 17:37:47.884930 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-127285f2-baac-4eb9-9bc7-6040d9a30eb5 req-2267d2c5-0973-4b7b-8a16-645a3212e54f service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830622 Aug 25 17:37:47.977547 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-127285f2-baac-4eb9-9bc7-6040d9a30eb5 req-bbde0030-ffe0-42fd-be02-faedf6eabc10 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825806 Aug 25 17:37:48.036804 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de2406-7b83-4138-92a9-3c5361da8c79 req-d76de437-f710-4c42-a1ed-c2479f464d45 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:48.038289 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b5de2406-7b83-4138-92a9-3c5361da8c79 req-d76de437-f710-4c42-a1ed-c2479f464d45 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 944 time: 0.0560741 Aug 25 17:37:48.075446 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b5de2406-7b83-4138-92a9-3c5361da8c79 req-79c2255c-9109-476a-a473-bf04a5a77a82 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310743 Aug 25 17:37:49.190773 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a3a5b-3b5d-4c99-9b2d-88957001e3bb req-9d98e49f-2b9f-405a-a8ea-d1413b7c1717 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:49.192293 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b07a3a5b-3b5d-4c99-9b2d-88957001e3bb req-9d98e49f-2b9f-405a-a8ea-d1413b7c1717 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 944 time: 0.0476973 Aug 25 17:37:49.230598 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b07a3a5b-3b5d-4c99-9b2d-88957001e3bb req-532fcdb5-d629-448f-a909-1c3c6d3bad29 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324123 Aug 25 17:37:50.343741 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d52ee7-33d1-4ebe-85f5-95588bb46819 req-f955e0cc-7ab7-4b3c-b804-2d9cc6eb7ab5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:50.345198 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07d52ee7-33d1-4ebe-85f5-95588bb46819 req-f955e0cc-7ab7-4b3c-b804-2d9cc6eb7ab5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 944 time: 0.0490165 Aug 25 17:37:50.383153 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07d52ee7-33d1-4ebe-85f5-95588bb46819 req-36a981b7-6fb9-413a-92b8-05e68af0afb5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318615 Aug 25 17:37:51.502845 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a95538-e2d8-4bde-bc04-6f64f1df1117 req-edec64f5-20ac-420a-aed6-7f314d4153f8 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:51.504378 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d2a95538-e2d8-4bde-bc04-6f64f1df1117 req-edec64f5-20ac-420a-aed6-7f314d4153f8 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 944 time: 0.0520425 Aug 25 17:37:51.541571 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d2a95538-e2d8-4bde-bc04-6f64f1df1117 req-e0ddb8c4-4696-4fe9-ad22-3e945705dda6 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312235 Aug 25 17:37:51.736225 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:37:52.658261 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5a98d-d5a5-4eb8-bff1-c6382602f069 req-a82afffc-7892-432a-a527-442e42a2e979 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:52.659770 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f6d5a98d-d5a5-4eb8-bff1-c6382602f069 req-a82afffc-7892-432a-a527-442e42a2e979 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 944 time: 0.0501339 Aug 25 17:37:52.698473 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f6d5a98d-d5a5-4eb8-bff1-c6382602f069 req-105ba601-e258-4a92-a842-2dcb6912bea6 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327892 Aug 25 17:37:53.815785 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fceae-ec0f-4792-9144-0f359de11381 req-b61ac252-1f02-4b92-bfb3-a3a5730cc59a tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:53.817257 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c12fceae-ec0f-4792-9144-0f359de11381 req-b61ac252-1f02-4b92-bfb3-a3a5730cc59a tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 944 time: 0.0496707 Aug 25 17:37:53.856968 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c12fceae-ec0f-4792-9144-0f359de11381 req-299ec17a-b048-4ca6-bec4-5fcd4bcf4211 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336106 Aug 25 17:37:54.904747 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648701-4b09-4af0-a1d8-de9b23c82e31 req-a14c30b1-7900-4135-88d7-b7d262a8bc6a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:54.906429 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-20648701-4b09-4af0-a1d8-de9b23c82e31 req-a14c30b1-7900-4135-88d7-b7d262a8bc6a tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 945 time: 0.0525823 Aug 25 17:37:54.971260 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-20648701-4b09-4af0-a1d8-de9b23c82e31 req-ab5be438-fdf1-4a92-8211-3144dfb01d6d tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579345 Aug 25 17:37:54.987487 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15886d-7398-48fc-89eb-ac9478cff330 req-0fdd8b8f-a336-476c-a7f8-8e5c3fe236da tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:54.989011 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bb15886d-7398-48fc-89eb-ac9478cff330 req-0fdd8b8f-a336-476c-a7f8-8e5c3fe236da tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 944 time: 0.0608222 Aug 25 17:37:55.030731 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bb15886d-7398-48fc-89eb-ac9478cff330 req-de674b42-4d8b-4e9b-b176-0fbec7d44bc2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326400 Aug 25 17:37:55.766714 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device a1da61c8-674a-45ff-aed4-e4caa92db1f2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:37:55.861161 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port a1da61c8-674a-45ff-aed4-e4caa92db1f2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1da61c8-674a-45ff-aed4-e4caa92db1f2,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:55.872929 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'a1da61c8-674a-45ff-aed4-e4caa92db1f2', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'port_id': 'a1da61c8-674a-45ff-aed4-e4caa92db1f2', 'mac_address': 'fa:16:3e:31:e9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:37:55.909045 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:55.921072 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1da61c8-674a-45ff-aed4-e4caa92db1f2 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:37:55.940181 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port a1da61c8-674a-45ff-aed4-e4caa92db1f2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1da61c8-674a-45ff-aed4-e4caa92db1f2,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:55.943886 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:55.992416 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=a1da61c8-674a-45ff-aed4-e4caa92db1f2,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:55.999588 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:55.999898 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:56.000357 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:56.000686 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:56.001010 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:56.001336 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:56.001795 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:56.002111 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:56.002546 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:56.002862 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:56.003182 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:56.003488 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:56.091395 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918f6c3-7c82-4d31-b172-b5b07ff3b244 req-c54aee94-ab7d-4301-9761-5ccbabc76abd tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:56.092950 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4918f6c3-7c82-4d31-b172-b5b07ff3b244 req-c54aee94-ab7d-4301-9761-5ccbabc76abd tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 945 time: 0.0492091 Aug 25 17:37:56.164735 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4918f6c3-7c82-4d31-b172-b5b07ff3b244 req-40c18475-4fa1-47eb-80d9-df8842f282a3 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642986 Aug 25 17:37:56.172667 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b9369-a610-4b23-b8f0-22acf2deca06 req-fd9f0c90-49ba-4ea6-8419-116639bd0ceb tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:56.174120 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d05b9369-a610-4b23-b8f0-22acf2deca06 req-fd9f0c90-49ba-4ea6-8419-116639bd0ceb tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 945 time: 0.0755537 Aug 25 17:37:56.212575 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d05b9369-a610-4b23-b8f0-22acf2deca06 req-ac047f14-80ed-45ca-993b-d8215ee9ca22 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323989 Aug 25 17:37:56.285616 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['a1da61c8-674a-45ff-aed4-e4caa92db1f2'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:37:57.076796 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412c733-def5-4039-9a00-85165dc9d46d req-90214aba-02e2-4561-a188-284b9b44c693 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:57.078519 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c412c733-def5-4039-9a00-85165dc9d46d req-90214aba-02e2-4561-a188-284b9b44c693 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 945 time: 0.0499575 Aug 25 17:37:57.169815 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-c412c733-def5-4039-9a00-85165dc9d46d req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Deleting port b013d43f-828d-4611-a716-3130b5e45063 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:37:57.170509 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c412c733-def5-4039-9a00-85165dc9d46d req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:57.296059 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-c412c733-def5-4039-9a00-85165dc9d46d req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] For port b013d43f-828d-4611-a716-3130b5e45063, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b013d43f-828d-4611-a716-3130b5e45063,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:57.296421 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c412c733-def5-4039-9a00-85165dc9d46d req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:57.373957 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f76394-2a50-4d76-9299-be29771c8cb9 req-2ebe5c11-83dc-49c6-846d-f552917530c7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:57.375415 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-13f76394-2a50-4d76-9299-be29771c8cb9 req-2ebe5c11-83dc-49c6-846d-f552917530c7 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 945 time: 0.1378775 Aug 25 17:37:57.415803 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b234c-6bf3-47a4-a4f7-946b05520786 req-25ae09cc-b13a-43b2-8cbc-12d162242bf8 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:57.418093 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3c0b234c-6bf3-47a4-a4f7-946b05520786 req-25ae09cc-b13a-43b2-8cbc-12d162242bf8 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 945 time: 0.1372702 Aug 25 17:37:57.499445 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-13f76394-2a50-4d76-9299-be29771c8cb9 req-86c8969f-c63f-448a-b680-4b7059370464 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3779335-2364-4906-af0d-7a5f43f94b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144781 Aug 25 17:37:57.527727 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3c0b234c-6bf3-47a4-a4f7-946b05520786 req-07955d79-9869-4843-bbb5-574e77b22c8e tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995526 Aug 25 17:37:57.581594 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c412c733-def5-4039-9a00-85165dc9d46d req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:57.582390 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c412c733-def5-4039-9a00-85165dc9d46d req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:57.582390 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.l3_db [req-c412c733-def5-4039-9a00-85165dc9d46d req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Floating IP c4906fb1-cde1-4690-a93d-330abf325839 disassociated. External IP: 172.27.3.199, port: b013d43f-828d-4611-a716-3130b5e45063. Aug 25 17:37:57.582596 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-c412c733-def5-4039-9a00-85165dc9d46d req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Calling delete_port for b013d43f-828d-4611-a716-3130b5e45063 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:37:57.709211 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c412c733-def5-4039-9a00-85165dc9d46d req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:57.735238 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event deleted for resources: {'Port': ['ID=b013d43f-828d-4611-a716-3130b5e45063,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:57.746851 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:57.747199 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:57.747535 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:57.747888 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:57.748217 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:57.748544 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:57.748869 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:57.749191 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:57.749509 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:57.749830 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:57.750454 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:57.750603 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:37:57.791031 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device a1da61c8-674a-45ff-aed4-e4caa92db1f2 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:37:57.839474 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port a1da61c8-674a-45ff-aed4-e4caa92db1f2 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:37:57.843096 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port a1da61c8-674a-45ff-aed4-e4caa92db1f2 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:37:57.843473 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:57.862173 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c412c733-def5-4039-9a00-85165dc9d46d req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Router b91dd6b7-f77d-419c-b949-dccc52b00064 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:37:57.919946 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:57.941918 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d0382c-1227-4a08-93c3-80f5fa89f707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1da61c8-674a-45ff-aed4-e4caa92db1f2'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:37:57.944095 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3550619c-b045-4db3-b90b-80102eefbed3" -d '{"events": [{"server_uuid": "e6d0382c-1227-4a08-93c3-80f5fa89f707", "name": "network-vif-plugged", "status": "completed", "tag": "a1da61c8-674a-45ff-aed4-e4caa92db1f2"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:37:57.957615 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port a1da61c8-674a-45ff-aed4-e4caa92db1f2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1da61c8-674a-45ff-aed4-e4caa92db1f2,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:37:57.962628 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:57.973294 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c412c733-def5-4039-9a00-85165dc9d46d req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:37:57.989563 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ef987-c9d0-4217-b766-4f4ffa11dca4 None None] Sync routers for ids ['b91dd6b7-f77d-419c-b949-dccc52b00064'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:37:57.994440 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d3eb95-075e-496a-9041-257079ca66a0 x-openstack-request-id: req-52d3eb95-075e-496a-9041-257079ca66a0 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:37:57.994729 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d0382c-1227-4a08-93c3-80f5fa89f707", "name": "network-vif-plugged", "status": "completed", "tag": "a1da61c8-674a-45ff-aed4-e4caa92db1f2", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:37:57.995074 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52d3eb95-075e-496a-9041-257079ca66a0 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:37:57.995358 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d0382c-1227-4a08-93c3-80f5fa89f707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1da61c8-674a-45ff-aed4-e4caa92db1f2', 'code': 200} Aug 25 17:37:58.013370 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c412c733-def5-4039-9a00-85165dc9d46d req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] No DVR routers for this DVR port b013d43f-828d-4611-a716-3130b5e45063 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:37:58.015159 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ef987-c9d0-4217-b766-4f4ffa11dca4 None None] Routers {'b91dd6b7-f77d-419c-b949-dccc52b00064'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:37:58.015888 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a13ef987-c9d0-4217-b766-4f4ffa11dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:37:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['b91dd6b7-f77d-419c-b949-dccc52b00064'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:58.016645 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c412c733-def5-4039-9a00-85165dc9d46d req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:58.018976 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c412c733-def5-4039-9a00-85165dc9d46d req-ef80ee7a-2657-4ef1-9050-39aae18a0779 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.25 "DELETE /v2.0/ports/b013d43f-828d-4611-a716-3130b5e45063 HTTP/1.1" status: 204 len: 173 time: 0.9341457 Aug 25 17:37:58.019420 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559e629-4a5a-46c4-955a-21eca155f147', 'name': 'network-vif-deleted', 'tag': 'b013d43f-828d-4611-a716-3130b5e45063'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:37:58.021725 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d648f4-37c6-480e-a8e9-a7665ae4908b" -d '{"events": [{"server_uuid": "3559e629-4a5a-46c4-955a-21eca155f147", "name": "network-vif-deleted", "tag": "b013d43f-828d-4611-a716-3130b5e45063"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:37:58.058217 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=a1da61c8-674a-45ff-aed4-e4caa92db1f2,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:58.061450 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeef6e60-6977-40b7-99e8-d79bb610b5e0 x-openstack-request-id: req-aeef6e60-6977-40b7-99e8-d79bb610b5e0 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:37:58.061753 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559e629-4a5a-46c4-955a-21eca155f147", "name": "network-vif-deleted", "tag": "b013d43f-828d-4611-a716-3130b5e45063", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:37:58.063981 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aeef6e60-6977-40b7-99e8-d79bb610b5e0 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:37:58.065867 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559e629-4a5a-46c4-955a-21eca155f147', 'name': 'network-vif-deleted', 'tag': 'b013d43f-828d-4611-a716-3130b5e45063', 'status': 'completed', 'code': 200} Aug 25 17:37:58.257527 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bcf8f-68c1-4d1d-9cf3-cd491bdc9b53 req-2055551e-ca49-47d8-9153-8d801babdfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:58.259068 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-041bcf8f-68c1-4d1d-9cf3-cd491bdc9b53 req-2055551e-ca49-47d8-9153-8d801babdfd1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 1099 time: 0.0497117 Aug 25 17:37:58.275734 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a13ef987-c9d0-4217-b766-4f4ffa11dca4 None None] Set router b91dd6b7-f77d-419c-b949-dccc52b00064 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:37:58.296447 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-041bcf8f-68c1-4d1d-9cf3-cd491bdc9b53 req-2ad73b58-6a84-48c3-ba47-2a49bced7f23 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287116 Aug 25 17:37:58.471881 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a13ef987-c9d0-4217-b766-4f4ffa11dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:58.496520 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ef987-c9d0-4217-b766-4f4ffa11dca4 None None] Checking router: b91dd6b7-f77d-419c-b949-dccc52b00064 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:37:58.504551 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ef987-c9d0-4217-b766-4f4ffa11dca4 None None] Routers {'b91dd6b7-f77d-419c-b949-dccc52b00064'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:37:58.505148 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a13ef987-c9d0-4217-b766-4f4ffa11dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:37:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['b91dd6b7-f77d-419c-b949-dccc52b00064'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:58.622056 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-a13ef987-c9d0-4217-b766-4f4ffa11dca4 None None] Set router b91dd6b7-f77d-419c-b949-dccc52b00064 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:37:58.636884 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8fe0ba13-3879-4ad6-88ee-d809fec7c533 req-479a8432-b70c-4c07-8c20-aac12ac8232f tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559e629-4a5a-46c4-955a-21eca155f147 HTTP/1.1" status: 200 len: 210 time: 0.0492349 Aug 25 17:37:58.661578 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02115cbb-f03e-4d98-b10c-e04e4987fe79 req-711c2e5a-da45-4877-8861-faab4ad6dfbf tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:58.663088 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-02115cbb-f03e-4d98-b10c-e04e4987fe79 req-711c2e5a-da45-4877-8861-faab4ad6dfbf tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 946 time: 0.0623262 Aug 25 17:37:58.700309 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-02115cbb-f03e-4d98-b10c-e04e4987fe79 req-21febab3-5f94-44d7-88d5-290e9a671826 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312681 Aug 25 17:37:58.833392 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-a13ef987-c9d0-4217-b766-4f4ffa11dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:37:58.860524 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ef987-c9d0-4217-b766-4f4ffa11dca4 None None] The sync data for ids ['b91dd6b7-f77d-419c-b949-dccc52b00064'] in dv-cinder-786385-9-iscsi is: [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': 'b30f780f-6848-4f0a-90b5-d09a372031ae', 'name': '', 'network_id': '8131e9a9-2e21-4b4b-9f11-89e8e152e2a9', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'mac_address': 'fa:16:3e:9f:02:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:44Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': '759f66c057c9467a91417329b258a2fa', 'subnets': [{'id': 'd88b7ad9-4828-4f9c-970b-b476b3fb93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:37:59.067629 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781e3678-3161-4226-8c54-0ab9104ac74c None None] New status for floating IP c4906fb1-cde1-4690-a93d-330abf325839: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:37:59.726240 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 54162) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:59.798688 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device b013d43f-828d-4611-a716-3130b5e45063 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:37:59.807461 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffa13b9c-5a01-4d6f-b37b-f84a077132d4 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:59.819070 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: b013d43f-828d-4611-a716-3130b5e45063 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:37:59.819497 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device b013d43f-828d-4611-a716-3130b5e45063 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:37:59.837903 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffa13b9c-5a01-4d6f-b37b-f84a077132d4 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:59.847659 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6754d6-82a6-46a8-ab63-6ea25cb499ac req-945cbd53-b920-48a6-a529-5458fbae7c77 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:37:59.849124 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7a6754d6-82a6-46a8-ab63-6ea25cb499ac req-945cbd53-b920-48a6-a529-5458fbae7c77 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 946 time: 0.0821483 Aug 25 17:37:59.904306 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7a6754d6-82a6-46a8-ab63-6ea25cb499ac req-7d567b15-c836-4f47-800e-bd9c65e6b813 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475974 Aug 25 17:37:59.917706 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffa13b9c-5a01-4d6f-b37b-f84a077132d4 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:59.920276 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffa13b9c-5a01-4d6f-b37b-f84a077132d4 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:37:59.921376 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ffa13b9c-5a01-4d6f-b37b-f84a077132d4 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "DELETE /v2.0/security-groups/f3779335-2364-4906-af0d-7a5f43f94b6f HTTP/1.1" status: 204 len: 168 time: 0.1941702 Aug 25 17:37:59.924492 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54164) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:59.930729 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa13b9c-5a01-4d6f-b37b-f84a077132d4 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3779335-2364-4906-af0d-7a5f43f94b6f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:37:59.938990 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.api.v2.resource [None req-ec194184-016e-4bae-9320-1c77bcb9d472 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] show failed (client error): The resource could not be found. Aug 25 17:37:59.942930 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 54168) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:37:59.943091 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-ec194184-016e-4bae-9320-1c77bcb9d472 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "GET /v2.0/security-groups/f3779335-2364-4906-af0d-7a5f43f94b6f HTTP/1.1" status: 404 len: 347 time: 0.0174191 Aug 25 17:38:00.104984 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d1bf1-8aa8-4e7a-9af3-e5fc52738143 req-191227b4-e4c0-4d45-9389-edad5a598460 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:38:00.106487 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-333d1bf1-8aa8-4e7a-9af3-e5fc52738143 req-191227b4-e4c0-4d45-9389-edad5a598460 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 946 time: 0.1124976 Aug 25 17:38:00.140257 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-158335b4-d1c9-41d4-976e-1e81bccdf516 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Deleting port afda9390-1f23-4ee2-a752-40e86979cf58 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:38:00.140600 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-158335b4-d1c9-41d4-976e-1e81bccdf516 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:00.191787 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-333d1bf1-8aa8-4e7a-9af3-e5fc52738143 req-f695d4fc-1a83-4db8-86ca-b2e7eb134027 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782695 Aug 25 17:38:00.216719 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54170) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:00.235817 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-158335b4-d1c9-41d4-976e-1e81bccdf516 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:00.236224 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-158335b4-d1c9-41d4-976e-1e81bccdf516 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:00.248479 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-158335b4-d1c9-41d4-976e-1e81bccdf516 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Calling delete_port for afda9390-1f23-4ee2-a752-40e86979cf58 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:38:00.314868 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302002ae-9eee-4e5c-a101-9ac320c5d9d1 tempest-TestVolumeBootPattern-879590900 tempest-TestVolumeBootPattern-879590900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:38:00.316626 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-302002ae-9eee-4e5c-a101-9ac320c5d9d1 tempest-TestVolumeBootPattern-879590900 tempest-TestVolumeBootPattern-879590900-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 1094 time: 0.0986304 Aug 25 17:38:00.319472 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54176) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:00.323926 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Request body: {'floatingip': {'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'port_id': 'a1da61c8-674a-45ff-aed4-e4caa92db1f2', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:38:00.348340 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for floatingip, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:00.411657 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-158335b4-d1c9-41d4-976e-1e81bccdf516 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:00.440736 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158335b4-d1c9-41d4-976e-1e81bccdf516 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Pushing event deleted for resources: {'Port': ['ID=afda9390-1f23-4ee2-a752-40e86979cf58,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:00.461602 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:00.503213 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-158335b4-d1c9-41d4-976e-1e81bccdf516 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:00.505889 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-158335b4-d1c9-41d4-976e-1e81bccdf516 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:00.507052 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-158335b4-d1c9-41d4-976e-1e81bccdf516 tempest-AttachVolumeTestJSON-1046704625 tempest-AttachVolumeTestJSON-1046704625-project] 10.222.0.13 "DELETE /v2.0/floatingips/c4906fb1-cde1-4690-a93d-330abf325839 HTTP/1.1" status: 204 len: 168 time: 0.5627220 Aug 25 17:38:00.570827 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Allocated IP 172.27.3.205 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/a0c5c714-1db4-458b-9c3a-2d003deefb89) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:38:00.697687 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:00.748001 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:00.796485 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:38:00.799909 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:38:00.804280 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:38:00.806185 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'Port': ['ID=a0c5c714-1db4-458b-9c3a-2d003deefb89,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:00.831355 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:00.831732 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:00.832069 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:00.832437 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:00.832749 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:00.833054 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:00.833394 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:00.833708 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:00.834063 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:00.834385 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:00.834699 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:00.835017 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:01.202525 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:01.266350 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:01.413443 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:01.417775 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63530967'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:01.481483 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'Port': ['ID=a0c5c714-1db4-458b-9c3a-2d003deefb89,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:01.493313 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:01.592133 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.l3_db [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Floating IP dce67ea1-8528-47af-8e8c-8baa61e81b02 associated. External IP: 172.27.3.205, port: a1da61c8-674a-45ff-aed4-e4caa92db1f2. Aug 25 17:38:01.818937 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Router a0a3a653-5557-48e1-b804-bdf36128a9b3 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:38:01.926987 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:38:01.936860 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85162873-6060-42e4-af8b-99bc600f3814 None None] Sync routers for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:38:01.942398 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:01.947397 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85162873-6060-42e4-af8b-99bc600f3814 None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:38:01.951791 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-85162873-6060-42e4-af8b-99bc600f3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:37:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:01.976100 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b5cf128c-4636-46cd-9459-434817bf5c66 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6555450 Aug 25 17:38:01.979109 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d0382c-1227-4a08-93c3-80f5fa89f707', 'tag': 'a1da61c8-674a-45ff-aed4-e4caa92db1f2'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:38:01.981586 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aded23789855e5b1cc19d2cb63e7bb88a3d68690f113b36760167328c9c4165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d92476a-bc76-4028-abb1-66ffa2547735" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d0382c-1227-4a08-93c3-80f5fa89f707", "tag": "a1da61c8-674a-45ff-aed4-e4caa92db1f2"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:38:02.019846 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a9d8ac-fbc1-4869-8eb0-4b4abe235c11 x-openstack-request-id: req-82a9d8ac-fbc1-4869-8eb0-4b4abe235c11 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:38:02.020267 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d0382c-1227-4a08-93c3-80f5fa89f707", "tag": "a1da61c8-674a-45ff-aed4-e4caa92db1f2", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:38:02.020589 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82a9d8ac-fbc1-4869-8eb0-4b4abe235c11 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:38:02.021051 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d0382c-1227-4a08-93c3-80f5fa89f707', 'tag': 'a1da61c8-674a-45ff-aed4-e4caa92db1f2', 'status': 'completed', 'code': 200} Aug 25 17:38:02.071017 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-85162873-6060-42e4-af8b-99bc600f3814 None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:38:02.090962 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92476a-bc76-4028-abb1-66ffa2547735 req-053355d8-ac01-4946-bbb2-e5c2261ad5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:38:02.092856 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d92476a-bc76-4028-abb1-66ffa2547735 req-053355d8-ac01-4946-bbb2-e5c2261ad5f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 1099 time: 0.0444026 Aug 25 17:38:02.190926 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92476a-bc76-4028-abb1-66ffa2547735 req-10966ce9-9ebc-45a9-85cd-32c6d074da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:38:02.192516 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d92476a-bc76-4028-abb1-66ffa2547735 req-10966ce9-9ebc-45a9-85cd-32c6d074da68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 913 time: 0.0925868 Aug 25 17:38:02.268090 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d92476a-bc76-4028-abb1-66ffa2547735 req-7ecb2c20-c57f-42c3-8106-2b5584f3e2a4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1da61c8-674a-45ff-aed4-e4caa92db1f2 HTTP/1.1" status: 200 len: 1000 time: 0.0669711 Aug 25 17:38:02.317813 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-85162873-6060-42e4-af8b-99bc600f3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'dce67ea1-8528-47af-8e8c-8baa61e81b02', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': 'a1da61c8-674a-45ff-aed4-e4caa92db1f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:31:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d0382c-1227-4a08-93c3-80f5fa89f707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:38:01Z', 'updated_at': '2021-08-25T17:38:01Z', 'revision_number': 0, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:02.320831 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92476a-bc76-4028-abb1-66ffa2547735 req-ffd50296-008b-438c-92b9-c38d694c62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:38:02.322316 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d92476a-bc76-4028-abb1-66ffa2547735 req-ffd50296-008b-438c-92b9-c38d694c62f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0476575 Aug 25 17:38:02.344615 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85162873-6060-42e4-af8b-99bc600f3814 None None] Checking router: a0a3a653-5557-48e1-b804-bdf36128a9b3 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:38:02.353050 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85162873-6060-42e4-af8b-99bc600f3814 None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:38:02.353658 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-85162873-6060-42e4-af8b-99bc600f3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:37:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:02.369733 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92476a-bc76-4028-abb1-66ffa2547735 req-10be66a1-c014-494a-bd61-568d516d7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:38:02.371323 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d92476a-bc76-4028-abb1-66ffa2547735 req-10be66a1-c014-494a-bd61-568d516d7fd6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409303 Aug 25 17:38:02.461237 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d92476a-bc76-4028-abb1-66ffa2547735 req-eebaf4cf-3764-4e34-a6fc-7e3a0d5d4a8f service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825636 Aug 25 17:38:02.461509 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-85162873-6060-42e4-af8b-99bc600f3814 None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:38:02.558092 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d92476a-bc76-4028-abb1-66ffa2547735 req-e0809369-7eae-4d61-a82d-c48d96eee4ba service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890701 Aug 25 17:38:02.683205 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-85162873-6060-42e4-af8b-99bc600f3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'dce67ea1-8528-47af-8e8c-8baa61e81b02', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': 'a1da61c8-674a-45ff-aed4-e4caa92db1f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:31:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d0382c-1227-4a08-93c3-80f5fa89f707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:38:01Z', 'updated_at': '2021-08-25T17:38:01Z', 'revision_number': 0, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:02.712491 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85162873-6060-42e4-af8b-99bc600f3814 None None] The sync data for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi is: [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'dce67ea1-8528-47af-8e8c-8baa61e81b02', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': 'a1da61c8-674a-45ff-aed4-e4caa92db1f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:31:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d0382c-1227-4a08-93c3-80f5fa89f707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:38:01Z', 'updated_at': '2021-08-25T17:38:01Z', 'revision_number': 0, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:38:02.912742 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebe7778-dc34-4f02-bb26-9406a5000bad None None] New status for floating IP dce67ea1-8528-47af-8e8c-8baa61e81b02: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:38:04.099486 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54208) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:04.535526 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9c4d6cc-9297-4304-aae7-c964c45f8fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533445'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:04.980499 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4d6cc-9297-4304-aae7-c964c45f8fad admin admin] Deleting port b30f780f-6848-4f0a-90b5-d09a372031ae {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:38:04.980836 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9c4d6cc-9297-4304-aae7-c964c45f8fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:05.059857 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b9c4d6cc-9297-4304-aae7-c964c45f8fad admin admin] For port b30f780f-6848-4f0a-90b5-d09a372031ae, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=b30f780f-6848-4f0a-90b5-d09a372031ae,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:38:05.060216 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9c4d6cc-9297-4304-aae7-c964c45f8fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:05.073407 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4d6cc-9297-4304-aae7-c964c45f8fad admin admin] Calling delete_port for b30f780f-6848-4f0a-90b5-d09a372031ae owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:38:05.249106 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9c4d6cc-9297-4304-aae7-c964c45f8fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:05.274611 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4d6cc-9297-4304-aae7-c964c45f8fad admin admin] Pushing event deleted for resources: {'Port': ['ID=b30f780f-6848-4f0a-90b5-d09a372031ae,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:05.443216 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b9c4d6cc-9297-4304-aae7-c964c45f8fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533263'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:05.651798 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c4d6cc-9297-4304-aae7-c964c45f8fad admin admin] Router b91dd6b7-f77d-419c-b949-dccc52b00064 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:38:05.759295 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c4d6cc-9297-4304-aae7-c964c45f8fad admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:38:05.768173 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b9c4d6cc-9297-4304-aae7-c964c45f8fad admin admin] 10.222.0.13 "PUT /v2.0/routers/b91dd6b7-f77d-419c-b949-dccc52b00064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6642752 Aug 25 17:38:05.768372 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54212) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:05.768517 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c32f49-793c-4dd0-afb5-f3e4249b81a4 None None] Sync routers for ids ['b91dd6b7-f77d-419c-b949-dccc52b00064'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:38:05.777698 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c32f49-793c-4dd0-afb5-f3e4249b81a4 None None] Routers {'b91dd6b7-f77d-419c-b949-dccc52b00064'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:38:05.778316 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f6c32f49-793c-4dd0-afb5-f3e4249b81a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:37:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['b91dd6b7-f77d-419c-b949-dccc52b00064'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:05.876684 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:05.888379 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f6c32f49-793c-4dd0-afb5-f3e4249b81a4 None None] Set router b91dd6b7-f77d-419c-b949-dccc52b00064 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:38:05.977265 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.034098 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] Deleting port 0fa3c1f6-b694-430c-b839-def56bd58406 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:38:06.034436 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.061155 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f6c32f49-793c-4dd0-afb5-f3e4249b81a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:38:05Z', 'revision_number': 5, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port': {'id': '0fa3c1f6-b694-430c-b839-def56bd58406', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:32Z', 'updated_at': '2021-08-25T17:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:06.091216 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c32f49-793c-4dd0-afb5-f3e4249b81a4 None None] Checking router: b91dd6b7-f77d-419c-b949-dccc52b00064 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:38:06.100121 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c32f49-793c-4dd0-afb5-f3e4249b81a4 None None] Routers {'b91dd6b7-f77d-419c-b949-dccc52b00064'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:38:06.100721 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f6c32f49-793c-4dd0-afb5-f3e4249b81a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:37:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['b91dd6b7-f77d-419c-b949-dccc52b00064'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:06.114309 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] For port 0fa3c1f6-b694-430c-b839-def56bd58406, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=0fa3c1f6-b694-430c-b839-def56bd58406,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:38:06.114666 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.127341 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] Calling delete_port for 0fa3c1f6-b694-430c-b839-def56bd58406 owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:38:06.180589 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f6c32f49-793c-4dd0-afb5-f3e4249b81a4 None None] Set router b91dd6b7-f77d-419c-b949-dccc52b00064 gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:38:06.233430 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f6c32f49-793c-4dd0-afb5-f3e4249b81a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:38:05Z', 'revision_number': 6, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port_host': None}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:06.259714 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c32f49-793c-4dd0-afb5-f3e4249b81a4 None None] The sync data for ids ['b91dd6b7-f77d-419c-b949-dccc52b00064'] in dv-cinder-786385-9-iscsi is: [{'id': 'b91dd6b7-f77d-419c-b949-dccc52b00064', 'name': 'tempest-AttachVolumeTestJSON-208783988-router', 'tenant_id': '759f66c057c9467a91417329b258a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:38:05Z', 'revision_number': 6, 'project_id': '759f66c057c9467a91417329b258a2fa', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:38:06.297050 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.323599 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa3c1f6-b694-430c-b839-def56bd58406,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:06.388230 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539221'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.475734 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4109'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.477820 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.520007 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538309'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.520552 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b91dd6b7-f77d-419c-b949-dccc52b00064 {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:38:06.524766 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.526024 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-aaf1e019-e2ab-42b0-a194-d455e5fe1d41 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b91dd6b7-f77d-419c-b949-dccc52b00064 HTTP/1.1" status: 204 len: 168 time: 0.7567339 Aug 25 17:38:06.528649 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54214) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:06.576304 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-665dec0b-fa94-464f-9876-6d324891b4b1 admin admin] Deleting subnet d88b7ad9-4828-4f9c-970b-b476b3fb93c6 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:38:06.580769 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-665dec0b-fa94-464f-9876-6d324891b4b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.615850 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-665dec0b-fa94-464f-9876-6d324891b4b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63529772'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.700091 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-665dec0b-fa94-464f-9876-6d324891b4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.751929 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-665dec0b-fa94-464f-9876-6d324891b4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63530909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63909532'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.782360 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dec0b-fa94-464f-9876-6d324891b4b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d88b7ad9-4828-4f9c-970b-b476b3fb93c6,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:06.784533 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-665dec0b-fa94-464f-9876-6d324891b4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.786508 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-665dec0b-fa94-464f-9876-6d324891b4b1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d88b7ad9-4828-4f9c-970b-b476b3fb93c6 HTTP/1.1" status: 204 len: 168 time: 0.2569149 Aug 25 17:38:06.789053 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54216) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:06.789190 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba42bb0-07f1-4ccf-9202-ae003ed61afb None None] Network 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:38:06.855550 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.911626 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Deleting port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:38:06.911958 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.979487 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] For port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=9dfb47e3-6b44-4a7e-ae98-65c68a15cc32,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:38:06.979487 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:06.993934 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Calling delete_port for 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:38:07.017395 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2930123-e3a4-4464-80ed-5ae9b80a5634 None None] DHCP port deletion for 8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 request from dv-cinder-786385-9-iscsi {{(pid=93890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:38:07.073123 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e2930123-e3a4-4464-80ed-5ae9b80a5634 None None] Deleting port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:38:07.073498 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2930123-e3a4-4464-80ed-5ae9b80a5634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:07.078976 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:07.106358 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dfb47e3-6b44-4a7e-ae98-65c68a15cc32,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:07.108175 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] No DVR routers for this DVR port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 on host dv-cinder-786385-9-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:38:07.145804 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-e2930123-e3a4-4464-80ed-5ae9b80a5634 None None] For port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=9dfb47e3-6b44-4a7e-ae98-65c68a15cc32,segment=NetworkSegment(e27b4b36-4e73-4e45-a78f-fcf6e38a8952),segment_id=e27b4b36-4e73-4e45-a78f-fcf6e38a8952)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:38:07.146206 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2930123-e3a4-4464-80ed-5ae9b80a5634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:07.159379 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-e2930123-e3a4-4464-80ed-5ae9b80a5634 None None] Calling delete_port for 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:38:07.180372 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:07.190323 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8131e9a9-2e21-4b4b-9f11-89e8e152e2a9']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:07.201538 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:07.201873 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27b4b36-4e73-4e45-a78f-fcf6e38a8952') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:07.211721 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63529779'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:07.226687 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:07.232845 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:38:07.233184 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63531003'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: Traceback (most recent call last): Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: timer() Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: cb(*args, **kw) Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: return func(*args, **kwargs) Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: self._notify() Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: self.callback(batched_events) Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: event.method(event) Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: return f(self, *a, **k) Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._get(url).json() Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:38:07.235420 dv-cinder-786385-9-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:38:07.238141 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e2930123-e3a4-4464-80ed-5ae9b80a5634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:07.266222 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2930123-e3a4-4464-80ed-5ae9b80a5634 None None] Pushing event deleted for resources: {'Port': ['ID=9dfb47e3-6b44-4a7e-ae98-65c68a15cc32,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:07.268218 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2930123-e3a4-4464-80ed-5ae9b80a5634 None None] No DVR routers for this DVR port 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 on host dv-cinder-786385-9-iscsi {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:38:07.301423 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:07.306162 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:07.308265 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8131e9a9-2e21-4b4b-9f11-89e8e152e2a9 HTTP/1.1" status: 204 len: 168 time: 0.5182867 Aug 25 17:38:07.331236 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ad556-5e82-427b-888c-178393dfbc79 admin admin] Pushing event deleted for resources: {'Network': ['ID=8131e9a9-2e21-4b4b-9f11-89e8e152e2a9,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:07.423343 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54220) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:07.463187 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-183cbc40-b40d-4026-9337-510693a9ddee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=759f66c057c9467a91417329b258a2fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385814 Aug 25 17:38:07.465601 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54222) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:07.511951 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4e9827d-ef4f-466c-b8cd-8ec8c1d8e81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:07.534223 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4e9827d-ef4f-466c-b8cd-8ec8c1d8e81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:07.581140 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4e9827d-ef4f-466c-b8cd-8ec8c1d8e81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:07.583787 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4e9827d-ef4f-466c-b8cd-8ec8c1d8e81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:07.584971 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d4e9827d-ef4f-466c-b8cd-8ec8c1d8e81f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af84287c-0ac5-4fda-9fc1-0ee862e75105 HTTP/1.1" status: 204 len: 168 time: 0.1184711 Aug 25 17:38:07.592606 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9827d-ef4f-466c-b8cd-8ec8c1d8e81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af84287c-0ac5-4fda-9fc1-0ee862e75105,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:07.758679 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:38:07.907428 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:38:07.907428 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 9dfb47e3-6b44-4a7e-ae98-65c68a15cc32 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:38:07.907428 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device b30f780f-6848-4f0a-90b5-d09a372031ae no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:38:07.924890 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: b30f780f-6848-4f0a-90b5-d09a372031ae {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:38:07.925227 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device b30f780f-6848-4f0a-90b5-d09a372031ae not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:38:07.925637 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 0fa3c1f6-b694-430c-b839-def56bd58406 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:38:07.944307 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 0fa3c1f6-b694-430c-b839-def56bd58406 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:38:07.944773 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 0fa3c1f6-b694-430c-b839-def56bd58406 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:38:09.486251 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-a6cf3ee9-d745-4f51-ba14-81ee6b2b06ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:12.230000 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-563a0d4c-c948-4e44-944f-51db31f8b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:12.386092 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:13.444394 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:13.808346 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:14.750290 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:28.735147 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:38:39.494051 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-846dd69c-5d2f-46ba-a78e-f2a80bfb0934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:39.578421 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e623f3-47f7-4690-8574-942f481fe63d req-aeebac1d-439d-4935-ab5c-edfcaf57bfaa tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:38:39.579990 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07e623f3-47f7-4690-8574-942f481fe63d req-aeebac1d-439d-4935-ab5c-edfcaf57bfaa tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 946 time: 0.0523286 Aug 25 17:38:39.618395 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07e623f3-47f7-4690-8574-942f481fe63d req-a602e391-6753-4c47-909d-693dd1a541c6 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322490 Aug 25 17:38:40.741007 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b481-e7bf-4e21-94ca-0f6712dab0ce req-80205796-df73-4f8d-9010-3e264c81ad8b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:38:40.742482 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f540b481-e7bf-4e21-94ca-0f6712dab0ce req-80205796-df73-4f8d-9010-3e264c81ad8b tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 946 time: 0.0492597 Aug 25 17:38:40.785172 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f540b481-e7bf-4e21-94ca-0f6712dab0ce req-45d17349-65a1-47d8-b4a9-096ed07b3b85 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366404 Aug 25 17:38:41.511270 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-1ae16a87-21b6-4121-a9d8-76274e8c40c5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:38:41.512772 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-1ae16a87-21b6-4121-a9d8-76274e8c40c5 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 946 time: 0.0472696 Aug 25 17:38:41.603201 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Deleting port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:38:41.603457 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:41.691029 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] For port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:38:41.691381 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:41.862895 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:41.863468 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:41.863612 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.l3_db [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Floating IP 2f5fbf60-a049-4c06-abec-02fe8e0605c2 disassociated. External IP: 172.27.3.153, port: b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2. Aug 25 17:38:41.863934 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Calling delete_port for b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:38:41.951331 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7019a-2c01-47f5-8fe6-560250b888ef req-73b8597c-b643-4f61-a0df-e1070ec35fff tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:38:41.953946 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8da7019a-2c01-47f5-8fe6-560250b888ef req-73b8597c-b643-4f61-a0df-e1070ec35fff tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 946 time: 0.0936136 Aug 25 17:38:42.015355 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8da7019a-2c01-47f5-8fe6-560250b888ef req-9503df09-5012-4fd7-aeb8-e42ad2e0b5e7 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups?id=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514469 Aug 25 17:38:42.064684 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:42.097371 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event deleted for resources: {'Port': ['ID=b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:42.216187 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:38:42.230193 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b78ec251-6ca2-47db-afd4-1a63917115c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:42.389247 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:42.591148 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:38:42.602297 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50625d7-cbc8-4ff2-b698-98fa277295e1 None None] Sync routers for ids ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:38:42.611649 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50625d7-cbc8-4ff2-b698-98fa277295e1 None None] Routers {'798cd054-fad1-4a1c-a325-7e05dcdc0de6'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:38:42.612332 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b50625d7-cbc8-4ff2-b698-98fa277295e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:38:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:42.634314 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] No DVR routers for this DVR port b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:38:42.636982 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:42.639089 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0d16b981-767f-42c6-b3ba-b6df8fab30a9 req-28115b25-9e2c-4a13-b3f4-14fd73e10e78 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.25 "DELETE /v2.0/ports/b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 HTTP/1.1" status: 204 len: 173 time: 1.1170089 Aug 25 17:38:42.640834 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'name': 'network-vif-deleted', 'tag': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:38:42.643095 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71de6824-252d-4127-a1d8-f3f759845bed" -d '{"events": [{"server_uuid": "b9806882-dbc5-4337-9e5b-fd3b4ab021b3", "name": "network-vif-deleted", "tag": "b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:38:42.684939 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff8010a-f33f-4895-8b4f-4b74e32556ac x-openstack-request-id: req-5ff8010a-f33f-4895-8b4f-4b74e32556ac {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:38:42.685333 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9806882-dbc5-4337-9e5b-fd3b4ab021b3", "name": "network-vif-deleted", "tag": "b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:38:42.685464 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ff8010a-f33f-4895-8b4f-4b74e32556ac {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:38:42.685829 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9806882-dbc5-4337-9e5b-fd3b4ab021b3', 'name': 'network-vif-deleted', 'tag': 'b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2', 'status': 'completed', 'code': 200} Aug 25 17:38:42.727878 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-b50625d7-cbc8-4ff2-b698-98fa277295e1 None None] Set router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:38:42.925180 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b50625d7-cbc8-4ff2-b698-98fa277295e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:42.950303 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50625d7-cbc8-4ff2-b698-98fa277295e1 None None] Checking router: 798cd054-fad1-4a1c-a325-7e05dcdc0de6 for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:38:42.959231 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50625d7-cbc8-4ff2-b698-98fa277295e1 None None] Routers {'798cd054-fad1-4a1c-a325-7e05dcdc0de6'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:38:42.959852 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b50625d7-cbc8-4ff2-b698-98fa277295e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:38:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:43.071327 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-b50625d7-cbc8-4ff2-b698-98fa277295e1 None None] Set router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:38:43.150307 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ea1e0f44-299a-4b38-a9a4-0e503d0a6a19 req-b35dcf84-6922-4943-ba0e-c09968df7d3a tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9806882-dbc5-4337-9e5b-fd3b4ab021b3 HTTP/1.1" status: 200 len: 210 time: 0.0474284 Aug 25 17:38:43.297500 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-b50625d7-cbc8-4ff2-b698-98fa277295e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:43.325162 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50625d7-cbc8-4ff2-b698-98fa277295e1 None None] The sync data for ids ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'] in dv-cinder-786385-9-iscsi is: [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:26:43Z', 'revision_number': 4, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '68945910-eea6-46e2-87d8-83d3cf5e94be', 'name': '', 'network_id': 'ad187e33-934a-4e18-80df-b0dbcf133e48', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'mac_address': 'fa:16:3e:e2:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:39Z', 'updated_at': '2021-08-25T17:26:55Z', 'revision_number': 5, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'subnets': [{'id': 'eaf66541-9305-4ae8-b7c6-d35b1d7e942e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:38:43.447061 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:43.544945 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9ccda-b106-4a99-902f-b11e49b7a342 None None] New status for floating IP 2f5fbf60-a049-4c06-abec-02fe8e0605c2: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:38:43.812349 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:44.231345 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54562) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:44.284940 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0db0dcd6-bcc6-4660-af11-b9dcd17e6340 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:44.307991 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0db0dcd6-bcc6-4660-af11-b9dcd17e6340 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:44.356754 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0db0dcd6-bcc6-4660-af11-b9dcd17e6340 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:44.360063 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0db0dcd6-bcc6-4660-af11-b9dcd17e6340 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:44.364007 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-0db0dcd6-bcc6-4660-af11-b9dcd17e6340 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "DELETE /v2.0/security-groups/1584b51f-fe45-49bc-a6dd-d3fbfbe0a762 HTTP/1.1" status: 204 len: 168 time: 0.1316030 Aug 25 17:38:44.364224 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 54564) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:44.373200 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0dcd6-bcc6-4660-af11-b9dcd17e6340 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1584b51f-fe45-49bc-a6dd-d3fbfbe0a762,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:44.379131 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.api.v2.resource [None req-7f58d007-7216-489f-9f68-8670b7771717 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] show failed (client error): The resource could not be found. Aug 25 17:38:44.380059 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-7f58d007-7216-489f-9f68-8670b7771717 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "GET /v2.0/security-groups/1584b51f-fe45-49bc-a6dd-d3fbfbe0a762 HTTP/1.1" status: 404 len: 347 time: 0.0148184 Aug 25 17:38:44.382896 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 54566) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:44.504999 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a34dd808-9c4c-453b-a0d7-5aca17c00bf1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Deleting port c377275e-f337-4f96-928f-53f34d0ab222 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:38:44.505335 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a34dd808-9c4c-453b-a0d7-5aca17c00bf1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:44.584969 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a34dd808-9c4c-453b-a0d7-5aca17c00bf1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:44.585299 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a34dd808-9c4c-453b-a0d7-5aca17c00bf1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:44.597209 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a34dd808-9c4c-453b-a0d7-5aca17c00bf1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Calling delete_port for c377275e-f337-4f96-928f-53f34d0ab222 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:38:44.737237 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a34dd808-9c4c-453b-a0d7-5aca17c00bf1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:44.756482 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:44.770692 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dd808-9c4c-453b-a0d7-5aca17c00bf1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Pushing event deleted for resources: {'Port': ['ID=c377275e-f337-4f96-928f-53f34d0ab222,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:44.828704 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a34dd808-9c4c-453b-a0d7-5aca17c00bf1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:44.831434 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a34dd808-9c4c-453b-a0d7-5aca17c00bf1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:44.832612 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a34dd808-9c4c-453b-a0d7-5aca17c00bf1 tempest-AttachVolumeShelveTestJSON-902255584 tempest-AttachVolumeShelveTestJSON-902255584-project] 10.222.0.13 "DELETE /v2.0/floatingips/2f5fbf60-a049-4c06-abec-02fe8e0605c2 HTTP/1.1" status: 204 len: 168 time: 0.4485419 Aug 25 17:38:46.045779 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:38:46.067305 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:38:46.067677 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device b3a94c49-4009-4d4e-ab9b-0b2e5bfbd5e2 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:38:51.480682 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 54646) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:51.970578 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1e5565b-9e35-4232-a77e-39695c2d4da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533445'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:52.214711 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5565b-9e35-4232-a77e-39695c2d4da2 admin admin] Deleting port 68945910-eea6-46e2-87d8-83d3cf5e94be {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:38:52.215038 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1e5565b-9e35-4232-a77e-39695c2d4da2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:52.290742 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-f1e5565b-9e35-4232-a77e-39695c2d4da2 admin admin] For port 68945910-eea6-46e2-87d8-83d3cf5e94be, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=68945910-eea6-46e2-87d8-83d3cf5e94be,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:38:52.291094 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1e5565b-9e35-4232-a77e-39695c2d4da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:52.304179 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5565b-9e35-4232-a77e-39695c2d4da2 admin admin] Calling delete_port for 68945910-eea6-46e2-87d8-83d3cf5e94be owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:38:52.488922 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1e5565b-9e35-4232-a77e-39695c2d4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:52.514113 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5565b-9e35-4232-a77e-39695c2d4da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=68945910-eea6-46e2-87d8-83d3cf5e94be,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:52.691789 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f1e5565b-9e35-4232-a77e-39695c2d4da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533263'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:52.909571 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e5565b-9e35-4232-a77e-39695c2d4da2 admin admin] Router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:38:53.016372 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e5565b-9e35-4232-a77e-39695c2d4da2 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:38:53.021619 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f1e5565b-9e35-4232-a77e-39695c2d4da2 admin admin] 10.222.0.13 "PUT /v2.0/routers/798cd054-fad1-4a1c-a325-7e05dcdc0de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5396135 Aug 25 17:38:53.025172 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 54670) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:53.027898 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc900416-ed0e-4684-a20e-4b95f35e7fab None None] Sync routers for ids ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:38:53.037798 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc900416-ed0e-4684-a20e-4b95f35e7fab None None] Routers {'798cd054-fad1-4a1c-a325-7e05dcdc0de6'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:38:53.038400 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fc900416-ed0e-4684-a20e-4b95f35e7fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:38:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:53.129686 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:53.141979 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-fc900416-ed0e-4684-a20e-4b95f35e7fab None None] Set router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:38:53.228105 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:53.287143 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] Deleting port 7026b3f5-d7a6-4481-ad45-a30141e52307 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:38:53.287616 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:53.365196 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] For port 7026b3f5-d7a6-4481-ad45-a30141e52307, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=7026b3f5-d7a6-4481-ad45-a30141e52307,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:38:53.365557 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:53.378759 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] Calling delete_port for 7026b3f5-d7a6-4481-ad45-a30141e52307 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:38:53.407392 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fc900416-ed0e-4684-a20e-4b95f35e7fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:38:52Z', 'revision_number': 5, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port': {'id': '7026b3f5-d7a6-4481-ad45-a30141e52307', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:26:30Z', 'updated_at': '2021-08-25T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:53.435429 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc900416-ed0e-4684-a20e-4b95f35e7fab None None] Checking router: 798cd054-fad1-4a1c-a325-7e05dcdc0de6 for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:38:53.443922 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc900416-ed0e-4684-a20e-4b95f35e7fab None None] Routers {'798cd054-fad1-4a1c-a325-7e05dcdc0de6'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:38:53.444519 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fc900416-ed0e-4684-a20e-4b95f35e7fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:38:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:53.527022 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-fc900416-ed0e-4684-a20e-4b95f35e7fab None None] Set router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:38:53.541765 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:53.567792 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] Pushing event deleted for resources: {'Port': ['ID=7026b3f5-d7a6-4481-ad45-a30141e52307,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:53.579588 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-fc900416-ed0e-4684-a20e-4b95f35e7fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:38:53Z', 'revision_number': 6, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port_host': None}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:53.606140 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc900416-ed0e-4684-a20e-4b95f35e7fab None None] The sync data for ids ['798cd054-fad1-4a1c-a325-7e05dcdc0de6'] in dv-cinder-786385-9-iscsi is: [{'id': '798cd054-fad1-4a1c-a325-7e05dcdc0de6', 'name': 'tempest-AttachVolumeShelveTestJSON-474408704-router', 'tenant_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:26:29Z', 'updated_at': '2021-08-25T17:38:53Z', 'revision_number': 6, 'project_id': 'a7ea1e2dd2fe437c9a89fbca6cf73a9b', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:38:53.638964 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539221'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:53.998009 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4109'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.000957 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.052715 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538309'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.053291 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 798cd054-fad1-4a1c-a325-7e05dcdc0de6 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:38:54.062943 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.066844 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54694) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:54.067362 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-50b43ee3-1382-4ec9-9704-ce88cb3cd692 admin admin] 10.222.0.13 "DELETE /v2.0/routers/798cd054-fad1-4a1c-a325-7e05dcdc0de6 HTTP/1.1" status: 204 len: 168 time: 1.0409117 Aug 25 17:38:54.123341 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-4733f814-ad7f-401f-8ea5-27a9838cbdd1 admin admin] Deleting subnet eaf66541-9305-4ae8-b7c6-d35b1d7e942e {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:38:54.126451 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4733f814-ad7f-401f-8ea5-27a9838cbdd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.162149 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4733f814-ad7f-401f-8ea5-27a9838cbdd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63529772'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.243290 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4733f814-ad7f-401f-8ea5-27a9838cbdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.303447 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4733f814-ad7f-401f-8ea5-27a9838cbdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63530909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63909532'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.329377 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733f814-ad7f-401f-8ea5-27a9838cbdd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf66541-9305-4ae8-b7c6-d35b1d7e942e,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:54.333102 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4733f814-ad7f-401f-8ea5-27a9838cbdd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.337131 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-4733f814-ad7f-401f-8ea5-27a9838cbdd1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eaf66541-9305-4ae8-b7c6-d35b1d7e942e HTTP/1.1" status: 204 len: 168 time: 0.2661457 Aug 25 17:38:54.337427 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54704) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:54.340701 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c044a6fc-92f1-44d9-9622-2c3e3ebc397c None None] Network ad187e33-934a-4e18-80df-b0dbcf133e48 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:38:54.349145 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 54706) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:54.410489 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.433843 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 68945910-eea6-46e2-87d8-83d3cf5e94be no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:38:54.468654 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Deleting port 73a74565-4fb1-4e7c-9c1c-22c0afafa346 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:38:54.468994 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.489020 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 68945910-eea6-46e2-87d8-83d3cf5e94be {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:38:54.489364 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 68945910-eea6-46e2-87d8-83d3cf5e94be not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:38:54.496472 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22e0dd5e-7f86-4460-8d2f-86fe0c25df63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.538577 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] For port 73a74565-4fb1-4e7c-9c1c-22c0afafa346, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=73a74565-4fb1-4e7c-9c1c-22c0afafa346,segment=NetworkSegment(0ae473e0-f9e1-4bcd-93f7-789cacbc318a),segment_id=0ae473e0-f9e1-4bcd-93f7-789cacbc318a)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:38:54.538948 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.555278 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Calling delete_port for 73a74565-4fb1-4e7c-9c1c-22c0afafa346 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:38:54.589578 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e579d8-7724-4a92-ba61-22f2772a3713 None None] DHCP port deletion for ad187e33-934a-4e18-80df-b0dbcf133e48 request from dv-cinder-786385-9-iscsi {{(pid=93890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:38:54.628843 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22e0dd5e-7f86-4460-8d2f-86fe0c25df63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.634297 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-22e0dd5e-7f86-4460-8d2f-86fe0c25df63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.644767 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.650071 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-18e579d8-7724-4a92-ba61-22f2772a3713 None None] Deleting port 73a74565-4fb1-4e7c-9c1c-22c0afafa346 {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:38:54.650768 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18e579d8-7724-4a92-ba61-22f2772a3713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.677036 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a74565-4fb1-4e7c-9c1c-22c0afafa346,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:54.682489 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54710) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:54.683275 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-22e0dd5e-7f86-4460-8d2f-86fe0c25df63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8465db926f604749adb8fda6a0a3c8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329942 Aug 25 17:38:54.684234 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0dd5e-7f86-4460-8d2f-86fe0c25df63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d388c63b-65cc-41af-adf0-b7958bd4e768,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:54.694540 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] No DVR routers for this DVR port 73a74565-4fb1-4e7c-9c1c-22c0afafa346 on host dv-cinder-786385-9-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:38:54.720287 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-18e579d8-7724-4a92-ba61-22f2772a3713 None None] For port 73a74565-4fb1-4e7c-9c1c-22c0afafa346, host dv-cinder-786385-9-iscsi, got binding levels [] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:38:54.721017 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18e579d8-7724-4a92-ba61-22f2772a3713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.740333 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-18e579d8-7724-4a92-ba61-22f2772a3713 None None] Calling delete_port for 73a74565-4fb1-4e7c-9c1c-22c0afafa346 owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:38:54.743173 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.ipam_backend_mixin [None req-18e579d8-7724-4a92-ba61-22f2772a3713 None None] Port 73a74565-4fb1-4e7c-9c1c-22c0afafa346 was not found and therefore no delete operation was performed {{(pid=93890) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 17:38:54.744503 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-18e579d8-7724-4a92-ba61-22f2772a3713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.770299 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e579d8-7724-4a92-ba61-22f2772a3713 None None] Pushing event deleted for resources: {'Port': ['ID=73a74565-4fb1-4e7c-9c1c-22c0afafa346,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:54.774121 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e579d8-7724-4a92-ba61-22f2772a3713 None None] No DVR routers for this DVR port 73a74565-4fb1-4e7c-9c1c-22c0afafa346 on host dv-cinder-786385-9-iscsi {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:38:54.798038 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.811219 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad187e33-934a-4e18-80df-b0dbcf133e48']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:54.827939 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae473e0-f9e1-4bcd-93f7-789cacbc318a') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:54.828223 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae473e0-f9e1-4bcd-93f7-789cacbc318a') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:38:54.829890 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f3150e7-8d1a-4ed7-9327-763690544d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.839613 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63529779'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.864051 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.866888 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f3150e7-8d1a-4ed7-9327-763690544d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.882062 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:38:54.882441 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63531003'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: Traceback (most recent call last): Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: timer() Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: cb(*args, **kw) Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: return func(*args, **kwargs) Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: self._notify() Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: self.callback(batched_events) Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: event.method(event) Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: return f(self, *a, **k) Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._get(url).json() Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:38:54.884029 dv-cinder-786385-9-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:38:54.954126 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.958973 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.964005 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ad187e33-934a-4e18-80df-b0dbcf133e48 HTTP/1.1" status: 204 len: 168 time: 0.6257319 Aug 25 17:38:54.977722 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edeb14-a2a2-4aab-993f-f59c673c5347 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad187e33-934a-4e18-80df-b0dbcf133e48,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:54.985147 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f3150e7-8d1a-4ed7-9327-763690544d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.987966 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0f3150e7-8d1a-4ed7-9327-763690544d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:54.991489 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-0f3150e7-8d1a-4ed7-9327-763690544d25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d388c63b-65cc-41af-adf0-b7958bd4e768 HTTP/1.1" status: 204 len: 168 time: 0.3059659 Aug 25 17:38:54.997766 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3150e7-8d1a-4ed7-9327-763690544d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d388c63b-65cc-41af-adf0-b7958bd4e768,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:55.091063 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54716) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:55.133269 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-56b4368b-5ed1-4a2a-a80b-181e4d880d45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7ea1e2dd2fe437c9a89fbca6cf73a9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408852 Aug 25 17:38:55.135594 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54720) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:55.184620 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1343b6a0-f33c-4c32-8092-abeb1d347757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:55.210644 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1343b6a0-f33c-4c32-8092-abeb1d347757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:55.267286 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1343b6a0-f33c-4c32-8092-abeb1d347757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:55.270053 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1343b6a0-f33c-4c32-8092-abeb1d347757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:55.272022 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1343b6a0-f33c-4c32-8092-abeb1d347757 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/075decfd-17dd-48eb-a424-3bf7c9dec34d HTTP/1.1" status: 204 len: 168 time: 0.1354704 Aug 25 17:38:55.281342 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343b6a0-f33c-4c32-8092-abeb1d347757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075decfd-17dd-48eb-a424-3bf7c9dec34d,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:55.291968 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 54724) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:55.305383 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7aedbba0-ec61-4427-afd0-885c05b65630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:55.404112 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7aedbba0-ec61-4427-afd0-885c05b65630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:55.411065 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7aedbba0-ec61-4427-afd0-885c05b65630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:55.448079 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-7aedbba0-ec61-4427-afd0-885c05b65630 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52a6c5cfc9674b9eb7502d47b2027abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549494 Aug 25 17:38:55.449994 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedbba0-ec61-4427-afd0-885c05b65630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5125914-e6dd-486d-9e7f-78cf16db7914,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:55.450707 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54726) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:55.505928 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-16c712d2-ccc3-4f59-b539-f4e571901cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:55.527318 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-16c712d2-ccc3-4f59-b539-f4e571901cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:55.579143 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-16c712d2-ccc3-4f59-b539-f4e571901cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:55.582246 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-16c712d2-ccc3-4f59-b539-f4e571901cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:55.586751 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-16c712d2-ccc3-4f59-b539-f4e571901cea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5125914-e6dd-486d-9e7f-78cf16db7914 HTTP/1.1" status: 204 len: 168 time: 0.1314318 Aug 25 17:38:55.591818 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c712d2-ccc3-4f59-b539-f4e571901cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5125914-e6dd-486d-9e7f-78cf16db7914,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:55.798011 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 73a74565-4fb1-4e7c-9c1c-22c0afafa346 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:38:55.821595 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 73a74565-4fb1-4e7c-9c1c-22c0afafa346 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:38:55.821861 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 73a74565-4fb1-4e7c-9c1c-22c0afafa346 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:38:55.822466 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 7026b3f5-d7a6-4481-ad45-a30141e52307 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:38:55.842779 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 7026b3f5-d7a6-4481-ad45-a30141e52307 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:38:55.843155 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 7026b3f5-d7a6-4481-ad45-a30141e52307 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:38:57.087244 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54814) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:57.189863 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61e72bdf-f939-47aa-bd14-2b24955b05fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:57.293631 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61e72bdf-f939-47aa-bd14-2b24955b05fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:57.298451 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-61e72bdf-f939-47aa-bd14-2b24955b05fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:57.343454 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e72bdf-f939-47aa-bd14-2b24955b05fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0da544-bb95-41ad-91a8-b1cdc67d9b41,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:57.346676 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-61e72bdf-f939-47aa-bd14-2b24955b05fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=804143fc506c493fa6460f8f4c5463cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560449 Aug 25 17:38:57.346817 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54832) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:57.610775 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a662a8e0-772f-42e9-a3cd-fe6bd4b7e585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:57.632004 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a662a8e0-772f-42e9-a3cd-fe6bd4b7e585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:57.637042 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 54842) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:57.678863 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a662a8e0-772f-42e9-a3cd-fe6bd4b7e585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:57.681567 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a662a8e0-772f-42e9-a3cd-fe6bd4b7e585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:57.683843 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a662a8e0-772f-42e9-a3cd-fe6bd4b7e585 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c0da544-bb95-41ad-91a8-b1cdc67d9b41 HTTP/1.1" status: 204 len: 168 time: 0.3361115 Aug 25 17:38:57.693282 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662a8e0-772f-42e9-a3cd-fe6bd4b7e585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0da544-bb95-41ad-91a8-b1cdc67d9b41,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:57.752432 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:57.849463 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:57.853629 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:57.893613 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2738bb-2460-4610-901e-e393176ae3a5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:57.900230 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd3baac8c3a742e59a5a2b2536042442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589645 Aug 25 17:38:57.900479 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 54850) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:57.912278 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:57.912623 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:57.912956 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:57.913286 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:57.913610 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:57.913933 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:57.914254 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:57.914565 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:57.914884 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:57.915195 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:57.915508 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:57.915917 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365035a5-d851-410a-91ae-30a54167d3e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:38:57.956871 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54852) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:57.965202 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ecd7b0e9-42ee-48dd-8c05-940767130889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:57.970574 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1725e9a3-6544-4240-b275-44085558068d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:57.987500 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ecd7b0e9-42ee-48dd-8c05-940767130889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.036551 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ecd7b0e9-42ee-48dd-8c05-940767130889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.039282 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ecd7b0e9-42ee-48dd-8c05-940767130889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.040453 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ecd7b0e9-42ee-48dd-8c05-940767130889 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df2738bb-2460-4610-901e-e393176ae3a5 HTTP/1.1" status: 204 len: 168 time: 0.1389897 Aug 25 17:38:58.049026 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7b0e9-42ee-48dd-8c05-940767130889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2738bb-2460-4610-901e-e393176ae3a5,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:58.069701 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1725e9a3-6544-4240-b275-44085558068d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.074784 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1725e9a3-6544-4240-b275-44085558068d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.109386 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725e9a3-6544-4240-b275-44085558068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2117a3ca-cefe-41c7-99ab-ebcaf0d5ac7f,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:58.119947 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1725e9a3-6544-4240-b275-44085558068d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22e615d686a34ebf93201f5f52b95f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595531 Aug 25 17:38:58.121341 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 54856) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:58.170077 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae4651bf-1b69-43dc-a253-813c5e3eacab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.192962 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae4651bf-1b69-43dc-a253-813c5e3eacab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.240815 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae4651bf-1b69-43dc-a253-813c5e3eacab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.243356 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ae4651bf-1b69-43dc-a253-813c5e3eacab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.244720 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ae4651bf-1b69-43dc-a253-813c5e3eacab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2117a3ca-cefe-41c7-99ab-ebcaf0d5ac7f HTTP/1.1" status: 204 len: 168 time: 0.1224029 Aug 25 17:38:58.253721 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4651bf-1b69-43dc-a253-813c5e3eacab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2117a3ca-cefe-41c7-99ab-ebcaf0d5ac7f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:58.385699 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54862) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:58.399342 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-033ce013-4365-4b15-b57a-1cd986b6cdfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.500522 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-033ce013-4365-4b15-b57a-1cd986b6cdfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.504454 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-033ce013-4365-4b15-b57a-1cd986b6cdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.541925 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-033ce013-4365-4b15-b57a-1cd986b6cdfc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1aeb0afe502543279eb048a6f3732a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551559 Aug 25 17:38:58.543269 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ce013-4365-4b15-b57a-1cd986b6cdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40262de-5038-4e0a-84aa-62dfd413357b,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:38:58.544886 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 54870) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:38:58.601372 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1caa8aa3-c401-4e1b-a420-bead2b7a517b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.626361 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1caa8aa3-c401-4e1b-a420-bead2b7a517b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.674364 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1caa8aa3-c401-4e1b-a420-bead2b7a517b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.677057 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1caa8aa3-c401-4e1b-a420-bead2b7a517b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:38:58.680979 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-1caa8aa3-c401-4e1b-a420-bead2b7a517b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f40262de-5038-4e0a-84aa-62dfd413357b HTTP/1.1" status: 204 len: 168 time: 0.1309760 Aug 25 17:38:58.686748 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa8aa3-c401-4e1b-a420-bead2b7a517b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40262de-5038-4e0a-84aa-62dfd413357b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:00.056113 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 54952) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:00.168167 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-852a1d94-85b0-4000-b918-5d62cc268635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:00.270557 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-852a1d94-85b0-4000-b918-5d62cc268635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:00.275467 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-852a1d94-85b0-4000-b918-5d62cc268635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:00.319003 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-852a1d94-85b0-4000-b918-5d62cc268635 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dfbe100ab2c42af8a18c899df674807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615740 Aug 25 17:39:00.321854 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54958) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:00.329547 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a1d94-85b0-4000-b918-5d62cc268635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3db32e-4c40-46b0-aaee-a22ebf29188f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:00.389875 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30bd6d31-8829-462b-83db-66d67a69aec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:00.412627 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30bd6d31-8829-462b-83db-66d67a69aec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:00.464585 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30bd6d31-8829-462b-83db-66d67a69aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:00.467726 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-30bd6d31-8829-462b-83db-66d67a69aec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:00.468862 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-30bd6d31-8829-462b-83db-66d67a69aec2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c3db32e-4c40-46b0-aaee-a22ebf29188f HTTP/1.1" status: 204 len: 168 time: 0.1454089 Aug 25 17:39:00.476504 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd6d31-8829-462b-83db-66d67a69aec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3db32e-4c40-46b0-aaee-a22ebf29188f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:00.749355 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 54964) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:00.762807 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:00.872663 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:00.876639 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:00.916535 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3abcaf88d7cd4059afb2ad47a52b5b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660891 Aug 25 17:39:00.917420 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b369d7da-cd21-4c2a-b108-9bf96a9a2fde,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:00.919143 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 54968) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:00.924880 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:00.925224 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:00.925564 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:00.925896 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:00.926223 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:00.926547 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:00.926871 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:00.927197 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:00.927519 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:00.927866 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:00.928182 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:00.928501 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d62b72-6e10-43c2-8174-7dd53f5c0396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:00.978882 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-710ccf2b-9b24-4b12-8221-175fbf5db74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:00.999359 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-710ccf2b-9b24-4b12-8221-175fbf5db74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:01.046451 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-710ccf2b-9b24-4b12-8221-175fbf5db74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:01.049385 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-710ccf2b-9b24-4b12-8221-175fbf5db74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:01.050532 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-710ccf2b-9b24-4b12-8221-175fbf5db74e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b369d7da-cd21-4c2a-b108-9bf96a9a2fde HTTP/1.1" status: 204 len: 168 time: 0.1303060 Aug 25 17:39:01.058291 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ccf2b-9b24-4b12-8221-175fbf5db74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b369d7da-cd21-4c2a-b108-9bf96a9a2fde,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:05.734280 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:39:09.487077 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-023cf74d-7d33-4bef-b8a6-c2947435cb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:10.227332 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 55142) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:10.337917 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b7586d2-ec5d-4efc-90b5-96e2ec4aed9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:10.437068 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b7586d2-ec5d-4efc-90b5-96e2ec4aed9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:10.440760 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8b7586d2-ec5d-4efc-90b5-96e2ec4aed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:10.478167 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-8b7586d2-ec5d-4efc-90b5-96e2ec4aed9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5777e3c25d2141c08bfa286811b424bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497096 Aug 25 17:39:10.479112 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7586d2-ec5d-4efc-90b5-96e2ec4aed9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628dac5d-985f-414c-ab1c-d6f0a0a8b684,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:10.481124 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 55156) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:10.537360 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4887ea9e-5e9b-4c9f-902f-eede20a51990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:10.558693 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4887ea9e-5e9b-4c9f-902f-eede20a51990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:10.606995 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4887ea9e-5e9b-4c9f-902f-eede20a51990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:10.609759 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4887ea9e-5e9b-4c9f-902f-eede20a51990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:10.613817 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-4887ea9e-5e9b-4c9f-902f-eede20a51990 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/628dac5d-985f-414c-ab1c-d6f0a0a8b684 HTTP/1.1" status: 204 len: 168 time: 0.1294677 Aug 25 17:39:10.619783 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887ea9e-5e9b-4c9f-902f-eede20a51990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628dac5d-985f-414c-ab1c-d6f0a0a8b684,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:10.871084 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 55164) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:10.883490 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-559adf8b-e3e0-42a1-914e-1021236b2dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:10.973481 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-559adf8b-e3e0-42a1-914e-1021236b2dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:10.977212 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-559adf8b-e3e0-42a1-914e-1021236b2dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:11.015774 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-559adf8b-e3e0-42a1-914e-1021236b2dda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81f28ef788ed44e897af12efa9f13411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445491 Aug 25 17:39:11.016846 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559adf8b-e3e0-42a1-914e-1021236b2dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef875078-6db8-4a7b-a260-52c669eb50e5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:11.018449 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 55166) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:11.068061 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1117c18d-38d1-40b6-9c26-544d21b71862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:11.089142 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1117c18d-38d1-40b6-9c26-544d21b71862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:11.133439 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1117c18d-38d1-40b6-9c26-544d21b71862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:11.135985 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1117c18d-38d1-40b6-9c26-544d21b71862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:11.137102 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1117c18d-38d1-40b6-9c26-544d21b71862 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef875078-6db8-4a7b-a260-52c669eb50e5 HTTP/1.1" status: 204 len: 168 time: 0.1176004 Aug 25 17:39:11.144904 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117c18d-38d1-40b6-9c26-544d21b71862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef875078-6db8-4a7b-a260-52c669eb50e5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:11.454256 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 55176) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:11.474502 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f437de7-2665-4513-874f-a9839f7f8c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:11.566998 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f437de7-2665-4513-874f-a9839f7f8c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:11.570327 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f437de7-2665-4513-874f-a9839f7f8c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:11.609087 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-5f437de7-2665-4513-874f-a9839f7f8c7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47d3823a4673442695148e0e5bdde9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534808 Aug 25 17:39:11.610318 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f437de7-2665-4513-874f-a9839f7f8c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335b8c35-3717-4e4f-928b-49e3b98281e1,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:11.611892 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 55188) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:11.665330 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-718f77f8-a2fc-4bb6-b916-6f28780749ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:11.693167 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-718f77f8-a2fc-4bb6-b916-6f28780749ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:11.743594 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-718f77f8-a2fc-4bb6-b916-6f28780749ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:11.746584 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-718f77f8-a2fc-4bb6-b916-6f28780749ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:11.747880 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-718f77f8-a2fc-4bb6-b916-6f28780749ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/335b8c35-3717-4e4f-928b-49e3b98281e1 HTTP/1.1" status: 204 len: 168 time: 0.1349099 Aug 25 17:39:11.756704 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f77f8-a2fc-4bb6-b916-6f28780749ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335b8c35-3717-4e4f-928b-49e3b98281e1,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:11.858701 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 55194) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:12.068005 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56cf52d0-b8a9-4506-acd9-3b3dc7113c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.160392 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56cf52d0-b8a9-4506-acd9-3b3dc7113c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.164869 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-56cf52d0-b8a9-4506-acd9-3b3dc7113c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.204624 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-56cf52d0-b8a9-4506-acd9-3b3dc7113c00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6b90ee22d2248e1b6f09449c1b49949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439939 Aug 25 17:39:12.206260 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf52d0-b8a9-4506-acd9-3b3dc7113c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320fc50d-dae1-45f7-a090-7b330f88aa6a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:12.207254 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 55208) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:12.237468 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c0fbe43-cb36-4641-9600-1be7d1bc9d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.265360 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c174851b-face-444e-b3ae-88eaf8941b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.286678 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c174851b-face-444e-b3ae-88eaf8941b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.335362 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c174851b-face-444e-b3ae-88eaf8941b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.337906 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c174851b-face-444e-b3ae-88eaf8941b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.339086 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-c174851b-face-444e-b3ae-88eaf8941b31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/320fc50d-dae1-45f7-a090-7b330f88aa6a HTTP/1.1" status: 204 len: 168 time: 0.1305568 Aug 25 17:39:12.350227 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174851b-face-444e-b3ae-88eaf8941b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320fc50d-dae1-45f7-a090-7b330f88aa6a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:12.399020 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.673425 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 55226) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:12.687425 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0be7b9ee-be59-4a1a-8f2f-a550a7e06488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.784829 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0be7b9ee-be59-4a1a-8f2f-a550a7e06488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.789234 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0be7b9ee-be59-4a1a-8f2f-a550a7e06488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.828293 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-0be7b9ee-be59-4a1a-8f2f-a550a7e06488 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33968f53053643fbb019dbf509db3917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535861 Aug 25 17:39:12.831123 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7b9ee-be59-4a1a-8f2f-a550a7e06488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642bbbec-eaab-49e6-bda7-057b4a1fa1e3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:12.832019 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 55230) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:12.884081 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1570307-362d-4d9d-9d04-cb75de43c100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.905102 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1570307-362d-4d9d-9d04-cb75de43c100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.946875 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 55234) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:12.960057 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1570307-362d-4d9d-9d04-cb75de43c100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.962660 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c1570307-362d-4d9d-9d04-cb75de43c100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:12.963889 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-c1570307-362d-4d9d-9d04-cb75de43c100 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/642bbbec-eaab-49e6-bda7-057b4a1fa1e3 HTTP/1.1" status: 204 len: 168 time: 0.1304779 Aug 25 17:39:12.972113 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1570307-362d-4d9d-9d04-cb75de43c100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642bbbec-eaab-49e6-bda7-057b4a1fa1e3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:13.063924 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b98109c-ffc5-4827-82b7-cd860a6b8867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:13.155079 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b98109c-ffc5-4827-82b7-cd860a6b8867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:13.159376 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3b98109c-ffc5-4827-82b7-cd860a6b8867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:13.202379 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3b98109c-ffc5-4827-82b7-cd860a6b8867 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf2b3873a7284d098599fecc582ffe55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544487 Aug 25 17:39:13.203264 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98109c-ffc5-4827-82b7-cd860a6b8867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380b6374-c565-4121-99b5-242d623dd4c5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:13.205484 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 55246) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:13.256546 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a18986bf-288f-4ee6-868c-478597db1c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:13.277934 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a18986bf-288f-4ee6-868c-478597db1c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:13.328637 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a18986bf-288f-4ee6-868c-478597db1c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:13.331341 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a18986bf-288f-4ee6-868c-478597db1c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:13.332519 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a18986bf-288f-4ee6-868c-478597db1c22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/380b6374-c565-4121-99b5-242d623dd4c5 HTTP/1.1" status: 204 len: 168 time: 0.1258192 Aug 25 17:39:13.340288 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18986bf-288f-4ee6-868c-478597db1c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380b6374-c565-4121-99b5-242d623dd4c5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:13.449708 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:13.828475 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:14.158070 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 55296) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:14.260502 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b58525e-2cc3-4ef1-a689-537eecd5bf7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:14.355736 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b58525e-2cc3-4ef1-a689-537eecd5bf7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:14.360876 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5b58525e-2cc3-4ef1-a689-537eecd5bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:14.404769 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58525e-2cc3-4ef1-a689-537eecd5bf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acd0d2a-145b-49eb-ab7b-de2071c7bd8d,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:14.412653 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-5b58525e-2cc3-4ef1-a689-537eecd5bf7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b0df3fe58444581a82c61c984a70048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528625 Aug 25 17:39:14.414747 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 55332) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:14.466519 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c03830ef-49ff-4efa-87e3-3e44d3c3118a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:14.488102 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c03830ef-49ff-4efa-87e3-3e44d3c3118a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:14.536248 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c03830ef-49ff-4efa-87e3-3e44d3c3118a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:14.539021 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c03830ef-49ff-4efa-87e3-3e44d3c3118a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:14.540279 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-c03830ef-49ff-4efa-87e3-3e44d3c3118a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6acd0d2a-145b-49eb-ab7b-de2071c7bd8d HTTP/1.1" status: 204 len: 168 time: 0.1247807 Aug 25 17:39:14.549344 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03830ef-49ff-4efa-87e3-3e44d3c3118a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acd0d2a-145b-49eb-ab7b-de2071c7bd8d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:14.758661 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:18.637151 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 55426) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:18.743270 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3713465b-e8e1-484f-bb18-a0f18a59b3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:18.841208 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3713465b-e8e1-484f-bb18-a0f18a59b3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:18.846443 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3713465b-e8e1-484f-bb18-a0f18a59b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:18.887537 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3713465b-e8e1-484f-bb18-a0f18a59b3a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a202cad05b54951aa61d83b04671f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490044 Aug 25 17:39:18.888358 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713465b-e8e1-484f-bb18-a0f18a59b3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60544f56-78a2-4ade-8ead-910fff7fbd8f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:18.890027 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 55432) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:18.945493 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2cd26e0-6fcd-471f-a981-a7174941a2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:18.966660 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2cd26e0-6fcd-471f-a981-a7174941a2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:19.013637 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2cd26e0-6fcd-471f-a981-a7174941a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:19.016404 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2cd26e0-6fcd-471f-a981-a7174941a2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:19.017907 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-f2cd26e0-6fcd-471f-a981-a7174941a2c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60544f56-78a2-4ade-8ead-910fff7fbd8f HTTP/1.1" status: 204 len: 168 time: 0.1266887 Aug 25 17:39:19.026201 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd26e0-6fcd-471f-a981-a7174941a2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60544f56-78a2-4ade-8ead-910fff7fbd8f,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:19.640913 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 55454) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:19.743499 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.v2.base [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-120752347-network', 'tenant_id': 'f355166dfa2041c8a9466d746bcd1a14'}} {{(pid=93889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:39:19.766151 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] Made reservation on behalf of f355166dfa2041c8a9466d746bcd1a14 for: {'network': 1} {{(pid=93889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:39:19.769432 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for network, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:19.780473 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:19.874154 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:19.877934 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:19.904303 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=93889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 17:39:19.918323 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6a94ff-48ed-4fcb-80cd-24e970086396,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:19.923258 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:19.923632 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.segments_db [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] Added segment f6c4faf0-b036-4693-9d5b-29bf92806042 of type vlan for network bca20a3a-6175-4ecf-bb22-b82302f57254 Aug 25 17:39:19.966762 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759686735975'] for network, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:19.994261 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898'] for network, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:19.995970 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:19.996573 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:20.052276 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4102376 Aug 25 17:39:20.055255 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 55460) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:20.057448 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09909437-b28f-4325-8212-aeed16aadde6 admin admin] Pushing event updated for resources: {'Network': ['ID=bca20a3a-6175-4ecf-bb22-b82302f57254,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:20.060907 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-497c1d15-7491-45c9-a298-35d2f9e315d0 admin admin] Request body: {'subnet': {'network_id': 'bca20a3a-6175-4ecf-bb22-b82302f57254', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-120752347-subnet', 'tenant_id': 'f355166dfa2041c8a9466d746bcd1a14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:39:20.069224 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Network bca20a3a-6175-4ecf-bb22-b82302f57254 details requested by agent ovs-agent-dv-cinder-786385-9-iscsi with host dv-cinder-786385-9-iscsi {{(pid=93890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 17:39:20.085066 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497c1d15-7491-45c9-a298-35d2f9e315d0 admin admin] Made reservation on behalf of f355166dfa2041c8a9466d746bcd1a14 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:39:20.087589 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-497c1d15-7491-45c9-a298-35d2f9e315d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65004378'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:20.260008 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-497c1d15-7491-45c9-a298-35d2f9e315d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64811604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65004328'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:20.315136 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c1d15-7491-45c9-a298-35d2f9e315d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6906dd3b-25dc-4193-9918-3325f78ce795,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:20.325412 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497c1d15-7491-45c9-a298-35d2f9e315d0 admin admin] Checking segment: {'id': 'f6c4faf0-b036-4693-9d5b-29bf92806042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bca20a3a-6175-4ecf-bb22-b82302f57254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:39:20.326016 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497c1d15-7491-45c9-a298-35d2f9e315d0 admin admin] Network hostable DHCP agents. Network: bca20a3a-6175-4ecf-bb22-b82302f57254, hostable agents: ['6211c3ea-bc0b-467a-975e-06fa73e7823e'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 17:39:20.343395 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497c1d15-7491-45c9-a298-35d2f9e315d0 admin admin] Network bca20a3a-6175-4ecf-bb22-b82302f57254 is scheduled to be hosted by DHCP agent 6211c3ea-bc0b-467a-975e-06fa73e7823e with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 17:39:20.352306 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-497c1d15-7491-45c9-a298-35d2f9e315d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-9-iscsi, bca20a3a-6175-4ecf-bb22-b82302f57254) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:39:20.356941 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497c1d15-7491-45c9-a298-35d2f9e315d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:20.357969 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-497c1d15-7491-45c9-a298-35d2f9e315d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:20.361705 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942cb821-93b4-4372-b588-95c716d9d44f None None] Network bca20a3a-6175-4ecf-bb22-b82302f57254 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:39:20.374469 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-497c1d15-7491-45c9-a298-35d2f9e315d0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3179374 Aug 25 17:39:20.492519 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6656a9-1815-4241-bf40-fbf356c1df41 None None] Network bca20a3a-6175-4ecf-bb22-b82302f57254 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:39:22.293338 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-ad0fb972-2cfc-4a32-98d2-44968f6e2c8a tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:22.294781 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-ad0fb972-2cfc-4a32-98d2-44968f6e2c8a tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/networks?id=bca20a3a-6175-4ecf-bb22-b82302f57254 HTTP/1.1" status: 200 len: 808 time: 0.1127982 Aug 25 17:39:22.310664 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-2be0bd53-5711-4cfe-9508-96bc72453140 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/quotas/f355166dfa2041c8a9466d746bcd1a14 HTTP/1.1" status: 200 len: 375 time: 0.0095115 Aug 25 17:39:22.344882 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-03827b7b-c5f6-4e90-bff7-602d20e04b4e tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f355166dfa2041c8a9466d746bcd1a14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279591 Aug 25 17:39:22.441419 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-fcb5625a-4ea3-45aa-b034-7f9c709d34e7 service neutron] 10.222.0.13 "GET /v2.0/networks/bca20a3a-6175-4ecf-bb22-b82302f57254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881143 Aug 25 17:39:22.535545 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-269e5ba7-3ccd-4573-9572-19c4ff57bcf3 service neutron] 10.222.0.13 "GET /v2.0/networks/bca20a3a-6175-4ecf-bb22-b82302f57254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882151 Aug 25 17:39:22.693827 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-45142d5b-3b59-4457-b244-2d9875bf8f23 req-c7ac1388-a73f-4bdb-bf72-eeeb34505d19 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 210 time: 0.0274975 Aug 25 17:39:23.731852 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-bae78ceb-0e27-450c-a834-74a0d9cf9ae0 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:23.733495 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-bae78ceb-0e27-450c-a834-74a0d9cf9ae0 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.25 "GET /v2.0/networks?id=bca20a3a-6175-4ecf-bb22-b82302f57254 HTTP/1.1" status: 200 len: 808 time: 0.1140547 Aug 25 17:39:23.748275 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-164f65ad-ec0c-43e2-af36-81058aad3584 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Request body: {'port': {'device_id': '3dc5b8d4-a7bb-473d-9a74-968ff36bb497', 'network_id': 'bca20a3a-6175-4ecf-bb22-b82302f57254', 'admin_state_up': True, 'tenant_id': 'f355166dfa2041c8a9466d746bcd1a14'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:39:23.820037 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ab3f549-a86a-4dab-9699-b79b41a3d14a req-f22d2053-99f8-477f-9fa9-39ae79e661b5 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 210 time: 0.0555530 Aug 25 17:39:23.879117 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-164f65ad-ec0c-43e2-af36-81058aad3584 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Made reservation on behalf of f355166dfa2041c8a9466d746bcd1a14 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:39:23.882587 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-164f65ad-ec0c-43e2-af36-81058aad3584 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:24.010453 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-164f65ad-ec0c-43e2-af36-81058aad3584 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Allocated IP 172.20.0.4 (bca20a3a-6175-4ecf-bb22-b82302f57254/6906dd3b-25dc-4193-9918-3325f78ce795/e686782a-bb13-4814-9b02-f610ffc4c116) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:39:24.169428 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-164f65ad-ec0c-43e2-af36-81058aad3584 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:24.208889 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-164f65ad-ec0c-43e2-af36-81058aad3584 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:24.252899 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-164f65ad-ec0c-43e2-af36-81058aad3584 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Network bca20a3a-6175-4ecf-bb22-b82302f57254 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:39:24.255947 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-164f65ad-ec0c-43e2-af36-81058aad3584 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:39:24.259680 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-164f65ad-ec0c-43e2-af36-81058aad3584 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:39:24.265640 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f65ad-ec0c-43e2-af36-81058aad3584 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Pushing event updated for resources: {'Port': ['ID=e686782a-bb13-4814-9b02-f610ffc4c116,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:24.310963 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-164f65ad-ec0c-43e2-af36-81058aad3584 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:24.311581 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-164f65ad-ec0c-43e2-af36-81058aad3584 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:24.325243 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-164f65ad-ec0c-43e2-af36-81058aad3584 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5817835 Aug 25 17:39:24.339405 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Request body: {'port': {'device_id': '3dc5b8d4-a7bb-473d-9a74-968ff36bb497', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:39:24.399860 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:24.675717 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e686782a-bb13-4814-9b02-f610ffc4c116 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:39:24.683034 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:24.696747 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Transition to ACTIVE for port object e686782a-bb13-4814-9b02-f610ffc4c116 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:39:24.699898 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:24.752060 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Pushing event updated for resources: {'Port': ['ID=e686782a-bb13-4814-9b02-f610ffc4c116,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:24.821440 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Attempting to bind port e686782a-bb13-4814-9b02-f610ffc4c116 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:39:24.821774 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Attempting to bind port e686782a-bb13-4814-9b02-f610ffc4c116 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f6c4faf0-b036-4693-9d5b-29bf92806042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bca20a3a-6175-4ecf-bb22-b82302f57254'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:39:24.822104 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Attempting to bind port e686782a-bb13-4814-9b02-f610ffc4c116 on network bca20a3a-6175-4ecf-bb22-b82302f57254 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:39:24.826551 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Port e686782a-bb13-4814-9b02-f610ffc4c116 on network bca20a3a-6175-4ecf-bb22-b82302f57254 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:39:24.826872 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Attempting to bind port e686782a-bb13-4814-9b02-f610ffc4c116 on network bca20a3a-6175-4ecf-bb22-b82302f57254 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:39:24.832244 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:39:24.832631 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Checking segment: {'id': 'f6c4faf0-b036-4693-9d5b-29bf92806042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bca20a3a-6175-4ecf-bb22-b82302f57254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:39:24.832956 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Bound using segment: {'id': 'f6c4faf0-b036-4693-9d5b-29bf92806042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bca20a3a-6175-4ecf-bb22-b82302f57254'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:39:24.833382 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Bound port: e686782a-bb13-4814-9b02-f610ffc4c116, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c4faf0-b036-4693-9d5b-29bf92806042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bca20a3a-6175-4ecf-bb22-b82302f57254'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:39:24.833736 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:24.899266 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] For port e686782a-bb13-4814-9b02-f610ffc4c116, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:39:24.902350 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] For port e686782a-bb13-4814-9b02-f610ffc4c116, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e686782a-bb13-4814-9b02-f610ffc4c116,segment=NetworkSegment(f6c4faf0-b036-4693-9d5b-29bf92806042),segment_id=f6c4faf0-b036-4693-9d5b-29bf92806042)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:39:24.915613 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:24.965888 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:24.966499 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:24.967919 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-e320987c-5767-45f1-9ca3-400f859254be service neutron] 10.222.0.25 "PUT /v2.0/ports/e686782a-bb13-4814-9b02-f610ffc4c116 HTTP/1.1" status: 200 len: 1093 time: 0.6326394 Aug 25 17:39:24.968349 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc5b8d4-a7bb-473d-9a74-968ff36bb497', 'tag': 'e686782a-bb13-4814-9b02-f610ffc4c116'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:39:24.970585 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f286d34-81ce-4b08-be8c-c41867591537" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc5b8d4-a7bb-473d-9a74-968ff36bb497", "tag": "e686782a-bb13-4814-9b02-f610ffc4c116"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:39:25.005703 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc5d17-99d7-490e-84a3-7c81fd5a2350 req-b99c1515-2fc7-4504-bd13-c5027a312652 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:25.007285 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e0cc5d17-99d7-490e-84a3-7c81fd5a2350 req-b99c1515-2fc7-4504-bd13-c5027a312652 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 943 time: 0.1036408 Aug 25 17:39:25.016073 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320987c-5767-45f1-9ca3-400f859254be service neutron] Pushing event updated for resources: {'Port': ['ID=e686782a-bb13-4814-9b02-f610ffc4c116,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:25.019390 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7f3c93-65aa-4758-bc20-030a85c69a72 x-openstack-request-id: req-fe7f3c93-65aa-4758-bc20-030a85c69a72 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:39:25.019813 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc5b8d4-a7bb-473d-9a74-968ff36bb497", "tag": "e686782a-bb13-4814-9b02-f610ffc4c116", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:39:25.020065 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe7f3c93-65aa-4758-bc20-030a85c69a72 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:39:25.020438 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc5b8d4-a7bb-473d-9a74-968ff36bb497', 'tag': 'e686782a-bb13-4814-9b02-f610ffc4c116', 'status': 'completed', 'code': 200} Aug 25 17:39:25.086398 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e0cc5d17-99d7-490e-84a3-7c81fd5a2350 req-8ba5a4d6-39b4-4a50-8e01-eb683f56f81c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621219 Aug 25 17:39:25.095942 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-adfde07f-c639-42ae-8eb4-62755241f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:25.097721 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-adfde07f-c639-42ae-8eb4-62755241f71b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f355166dfa2041c8a9466d746bcd1a14&device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 1096 time: 0.0719354 Aug 25 17:39:25.141398 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-fa1d0399-2d18-4881-9fc1-d3a2bbd39aed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e686782a-bb13-4814-9b02-f610ffc4c116 HTTP/1.1" status: 200 len: 217 time: 0.0340502 Aug 25 17:39:25.188783 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-c730f714-75a8-4b8a-a613-570b08d5a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:25.190882 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-c730f714-75a8-4b8a-a613-570b08d5a47d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6906dd3b-25dc-4193-9918-3325f78ce795 HTTP/1.1" status: 200 len: 848 time: 0.0416930 Aug 25 17:39:25.233233 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-22c75b44-6a27-4294-af98-5db94dcd84e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bca20a3a-6175-4ecf-bb22-b82302f57254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287352 Aug 25 17:39:25.332683 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-df286783-5da1-4159-9f91-9f9dd40980f3 service neutron] 10.222.0.25 "GET /v2.0/networks/bca20a3a-6175-4ecf-bb22-b82302f57254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854452 Aug 25 17:39:25.432896 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5206e1b-c38f-4a52-8241-2fb4a2e41a43 req-1c9360bf-bac7-4676-a7e5-0242d0742fcb service neutron] 10.222.0.25 "GET /v2.0/networks/bca20a3a-6175-4ecf-bb22-b82302f57254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919566 Aug 25 17:39:25.520170 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f286d34-81ce-4b08-be8c-c41867591537 req-b9dccde3-046e-4c5e-a535-11344008fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:25.521645 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f286d34-81ce-4b08-be8c-c41867591537 req-b9dccde3-046e-4c5e-a535-11344008fabf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f355166dfa2041c8a9466d746bcd1a14&device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 1096 time: 0.0397992 Aug 25 17:39:25.613173 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f286d34-81ce-4b08-be8c-c41867591537 req-f0a95c4f-081b-43a3-9761-540dc291dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:25.614709 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f286d34-81ce-4b08-be8c-c41867591537 req-f0a95c4f-081b-43a3-9761-540dc291dd12 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bca20a3a-6175-4ecf-bb22-b82302f57254 HTTP/1.1" status: 200 len: 909 time: 0.0842161 Aug 25 17:39:25.662396 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f286d34-81ce-4b08-be8c-c41867591537 req-7b296189-1d8f-49d0-8c1d-efb43155c8f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e686782a-bb13-4814-9b02-f610ffc4c116 HTTP/1.1" status: 200 len: 217 time: 0.0377514 Aug 25 17:39:25.714978 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f286d34-81ce-4b08-be8c-c41867591537 req-97ebdc1a-6da7-4c25-bf12-548289807b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:25.716425 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f286d34-81ce-4b08-be8c-c41867591537 req-97ebdc1a-6da7-4c25-bf12-548289807b5d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6906dd3b-25dc-4193-9918-3325f78ce795 HTTP/1.1" status: 200 len: 848 time: 0.0442927 Aug 25 17:39:25.750124 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f286d34-81ce-4b08-be8c-c41867591537 req-41aed885-3b7b-416d-a3b8-7689df4e96f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bca20a3a-6175-4ecf-bb22-b82302f57254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247614 Aug 25 17:39:25.843063 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f286d34-81ce-4b08-be8c-c41867591537 req-c21893a3-9bc5-4462-96ef-0007c56cd27e service neutron] 10.222.0.25 "GET /v2.0/networks/bca20a3a-6175-4ecf-bb22-b82302f57254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847452 Aug 25 17:39:25.932772 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f286d34-81ce-4b08-be8c-c41867591537 req-73712daf-3dd3-4901-a2b5-e3389366c8e4 service neutron] 10.222.0.25 "GET /v2.0/networks/bca20a3a-6175-4ecf-bb22-b82302f57254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815268 Aug 25 17:39:26.204419 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba26f3-1fbc-4d4b-9171-8ebcf9ef2a99 req-237b27f7-c76c-4106-befd-96b4c9df66d2 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:26.205972 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e7ba26f3-1fbc-4d4b-9171-8ebcf9ef2a99 req-237b27f7-c76c-4106-befd-96b4c9df66d2 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 943 time: 0.0499082 Aug 25 17:39:26.248609 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e7ba26f3-1fbc-4d4b-9171-8ebcf9ef2a99 req-1d3a6fc4-295c-4813-819e-6639879ee13a tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365791 Aug 25 17:39:27.362687 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead13411-9f48-4369-aa3b-3f44bd13e892 req-6d47b250-2b0e-4a30-aeb2-6b8e5c6080ff tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:27.364672 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ead13411-9f48-4369-aa3b-3f44bd13e892 req-6d47b250-2b0e-4a30-aeb2-6b8e5c6080ff tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 943 time: 0.0496216 Aug 25 17:39:27.404109 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ead13411-9f48-4369-aa3b-3f44bd13e892 req-34d702df-168a-4678-bf0c-d2e47dc564f1 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326428 Aug 25 17:39:28.515831 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009578c-8f12-4716-b91a-2958f2df7d65 req-c7181b38-8838-4a77-a92a-423131bbfda5 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:28.517292 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6009578c-8f12-4716-b91a-2958f2df7d65 req-c7181b38-8838-4a77-a92a-423131bbfda5 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 943 time: 0.0488682 Aug 25 17:39:28.554468 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6009578c-8f12-4716-b91a-2958f2df7d65 req-2bb3581a-1929-4a80-b8ca-1f71e193a581 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307603 Aug 25 17:39:29.671124 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4391-6dc1-4594-b8cb-903f95feb6fc req-24ca0b2f-cc06-4bc1-8198-b43cdb2f03d2 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:29.672522 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e01c4391-6dc1-4594-b8cb-903f95feb6fc req-24ca0b2f-cc06-4bc1-8198-b43cdb2f03d2 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 943 time: 0.0479982 Aug 25 17:39:29.714763 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e01c4391-6dc1-4594-b8cb-903f95feb6fc req-1bc2e1e7-f15f-4a8f-be5d-0be65bc4bd4d tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363173 Aug 25 17:39:30.239388 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e686782a-bb13-4814-9b02-f610ffc4c116 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:39:30.330129 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e686782a-bb13-4814-9b02-f610ffc4c116, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e686782a-bb13-4814-9b02-f610ffc4c116,segment=NetworkSegment(f6c4faf0-b036-4693-9d5b-29bf92806042),segment_id=f6c4faf0-b036-4693-9d5b-29bf92806042)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:39:30.341879 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'e686782a-bb13-4814-9b02-f610ffc4c116', 'network_id': 'bca20a3a-6175-4ecf-bb22-b82302f57254', 'port_id': 'e686782a-bb13-4814-9b02-f610ffc4c116', 'mac_address': 'fa:16:3e:de:e5:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6906dd3b-25dc-4193-9918-3325f78ce795', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:39:30.377324 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:30.394019 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e686782a-bb13-4814-9b02-f610ffc4c116 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:39:30.412403 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e686782a-bb13-4814-9b02-f610ffc4c116, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e686782a-bb13-4814-9b02-f610ffc4c116,segment=NetworkSegment(f6c4faf0-b036-4693-9d5b-29bf92806042),segment_id=f6c4faf0-b036-4693-9d5b-29bf92806042)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:39:30.416311 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:30.462334 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=e686782a-bb13-4814-9b02-f610ffc4c116,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:30.469195 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:30.469543 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:30.469880 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:30.470212 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:30.470541 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:30.471312 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:30.471312 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:30.471639 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:30.472185 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:30.472185 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:30.472473 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:30.472794 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:30.828956 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b694a5-eec4-4b49-9876-ac6586e559db req-6c3aef88-b88c-4dfc-b269-f1a145b2c0d8 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:30.830445 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-72b694a5-eec4-4b49-9876-ac6586e559db req-6c3aef88-b88c-4dfc-b269-f1a145b2c0d8 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 944 time: 0.0493095 Aug 25 17:39:30.869847 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-72b694a5-eec4-4b49-9876-ac6586e559db req-9d46f956-c0f5-4596-906e-891d5c01587f tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332677 Aug 25 17:39:30.947272 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['e686782a-bb13-4814-9b02-f610ffc4c116'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:39:31.984637 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc88f0-ce8c-4aec-8ab3-77a2a3e1234a req-6428dceb-e7fd-4c44-b016-b7fe5d49fcbe tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:31.986123 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3fc88f0-ce8c-4aec-8ab3-77a2a3e1234a req-6428dceb-e7fd-4c44-b016-b7fe5d49fcbe tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 944 time: 0.0507755 Aug 25 17:39:32.024477 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3fc88f0-ce8c-4aec-8ab3-77a2a3e1234a req-5f9b6c37-f82c-4b53-9992-de95fa880ec7 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317035 Aug 25 17:39:32.251515 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e686782a-bb13-4814-9b02-f610ffc4c116 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:39:32.301224 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port e686782a-bb13-4814-9b02-f610ffc4c116 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:39:32.305165 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port e686782a-bb13-4814-9b02-f610ffc4c116 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:39:32.305541 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:32.381218 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:32.402798 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc5b8d4-a7bb-473d-9a74-968ff36bb497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e686782a-bb13-4814-9b02-f610ffc4c116'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:39:32.405032 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a811310-b39e-4cb9-aa11-442eb4ad1d42" -d '{"events": [{"server_uuid": "3dc5b8d4-a7bb-473d-9a74-968ff36bb497", "name": "network-vif-plugged", "status": "completed", "tag": "e686782a-bb13-4814-9b02-f610ffc4c116"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:39:32.417456 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port e686782a-bb13-4814-9b02-f610ffc4c116, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e686782a-bb13-4814-9b02-f610ffc4c116,segment=NetworkSegment(f6c4faf0-b036-4693-9d5b-29bf92806042),segment_id=f6c4faf0-b036-4693-9d5b-29bf92806042)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:39:32.421737 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:32.448286 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab438be5-3c53-4289-9c8f-6a6372b796e6 x-openstack-request-id: req-ab438be5-3c53-4289-9c8f-6a6372b796e6 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:39:32.448571 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc5b8d4-a7bb-473d-9a74-968ff36bb497", "name": "network-vif-plugged", "status": "completed", "tag": "e686782a-bb13-4814-9b02-f610ffc4c116", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:39:32.448815 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab438be5-3c53-4289-9c8f-6a6372b796e6 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:39:32.449192 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc5b8d4-a7bb-473d-9a74-968ff36bb497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e686782a-bb13-4814-9b02-f610ffc4c116', 'code': 200} Aug 25 17:39:32.475223 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=e686782a-bb13-4814-9b02-f610ffc4c116,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:32.612479 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0b071-781d-418c-800c-b7a01efed7fb req-75eaf2e8-2ea9-4454-8159-77c6d3ea4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:32.613898 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2fa0b071-781d-418c-800c-b7a01efed7fb req-75eaf2e8-2ea9-4454-8159-77c6d3ea4b90 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 1098 time: 0.0397518 Aug 25 17:39:32.657378 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2fa0b071-781d-418c-800c-b7a01efed7fb req-688b7b5d-ef64-4bf5-9967-cf1a198972ef service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342233 Aug 25 17:39:33.138234 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f87f19-6d9c-46ab-ae97-cb38c2a66a1a req-fad2c359-8ab3-446b-9adb-adab7b07b8be tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:33.139759 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4f87f19-6d9c-46ab-ae97-cb38c2a66a1a req-fad2c359-8ab3-446b-9adb-adab7b07b8be tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 945 time: 0.0490675 Aug 25 17:39:33.176877 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4f87f19-6d9c-46ab-ae97-cb38c2a66a1a req-cc951b02-054d-4fd3-9d52-cd96357e7922 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Aug 25 17:39:34.292055 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b2946-a3da-4a86-aa2e-b039488fe583 req-27187743-2e80-498d-8641-9c947f48a2e3 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:34.293541 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b5b2946-a3da-4a86-aa2e-b039488fe583 req-27187743-2e80-498d-8641-9c947f48a2e3 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 945 time: 0.0483744 Aug 25 17:39:34.332322 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b5b2946-a3da-4a86-aa2e-b039488fe583 req-3f571ed0-2464-401a-91b9-007fbfdfbe1c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328279 Aug 25 17:39:35.445777 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0bf84-61b9-4bc1-ac87-318552387a00 req-1499875f-ee08-452d-9859-c2078176b598 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:35.447246 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-daf0bf84-61b9-4bc1-ac87-318552387a00 req-1499875f-ee08-452d-9859-c2078176b598 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 945 time: 0.0477791 Aug 25 17:39:35.487827 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-daf0bf84-61b9-4bc1-ac87-318552387a00 req-6582e20e-0d7f-43a2-8d70-9f09e9fc6ded tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344086 Aug 25 17:39:36.120365 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41e9e1-eb79-4906-b61d-fb8cf1a9fa54 req-ebb2d1ce-9442-42e3-b2a9-ab3cc2ff5765 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:36.121837 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cc41e9e1-eb79-4906-b61d-fb8cf1a9fa54 req-ebb2d1ce-9442-42e3-b2a9-ab3cc2ff5765 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 945 time: 0.0489848 Aug 25 17:39:36.159011 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cc41e9e1-eb79-4906-b61d-fb8cf1a9fa54 req-a4025663-be86-415b-bdd1-cac3c89a7df9 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311666 Aug 25 17:39:37.273944 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684314b-de48-425e-a215-06cd884c6600 req-d169bacb-6e8a-4915-a442-bcbd39d1ab4d tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:37.275417 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4684314b-de48-425e-a215-06cd884c6600 req-d169bacb-6e8a-4915-a442-bcbd39d1ab4d tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 945 time: 0.0477433 Aug 25 17:39:37.314163 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4684314b-de48-425e-a215-06cd884c6600 req-effbcd1f-2d17-4414-9d5e-ec73808badc5 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326679 Aug 25 17:39:38.435874 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee612bbd-8fac-456d-a02c-ddf5f0d6d658 req-64382ded-40b0-4b94-ac20-7c95ca127a8a tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:38.437328 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ee612bbd-8fac-456d-a02c-ddf5f0d6d658 req-64382ded-40b0-4b94-ac20-7c95ca127a8a tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 945 time: 0.0787115 Aug 25 17:39:38.450303 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310c40c-25b9-4ac3-b768-4236756ade4e req-cbec70c8-6af9-41cb-9ef4-a970d209697f tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:38.451702 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e310c40c-25b9-4ac3-b768-4236756ade4e req-cbec70c8-6af9-41cb-9ef4-a970d209697f tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc5b8d4-a7bb-473d-9a74-968ff36bb497 HTTP/1.1" status: 200 len: 945 time: 0.0668042 Aug 25 17:39:38.531390 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e310c40c-25b9-4ac3-b768-4236756ade4e req-ae655d91-5148-4238-a136-f7d5dabb9d9a tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719492 Aug 25 17:39:38.560230 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-ee612bbd-8fac-456d-a02c-ddf5f0d6d658 req-409199ee-02e0-4973-9b81-046475db5be0 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Deleting port e686782a-bb13-4814-9b02-f610ffc4c116 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:39:38.560569 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee612bbd-8fac-456d-a02c-ddf5f0d6d658 req-409199ee-02e0-4973-9b81-046475db5be0 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:38.649142 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ee612bbd-8fac-456d-a02c-ddf5f0d6d658 req-409199ee-02e0-4973-9b81-046475db5be0 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] For port e686782a-bb13-4814-9b02-f610ffc4c116, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e686782a-bb13-4814-9b02-f610ffc4c116,segment=NetworkSegment(f6c4faf0-b036-4693-9d5b-29bf92806042),segment_id=f6c4faf0-b036-4693-9d5b-29bf92806042)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:39:38.649419 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee612bbd-8fac-456d-a02c-ddf5f0d6d658 req-409199ee-02e0-4973-9b81-046475db5be0 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:38.662485 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-ee612bbd-8fac-456d-a02c-ddf5f0d6d658 req-409199ee-02e0-4973-9b81-046475db5be0 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Calling delete_port for e686782a-bb13-4814-9b02-f610ffc4c116 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:39:38.788299 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee612bbd-8fac-456d-a02c-ddf5f0d6d658 req-409199ee-02e0-4973-9b81-046475db5be0 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:38.801608 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['e686782a-bb13-4814-9b02-f610ffc4c116'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:39:38.815861 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409199ee-02e0-4973-9b81-046475db5be0 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Pushing event deleted for resources: {'Port': ['ID=e686782a-bb13-4814-9b02-f610ffc4c116,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:38.856186 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee612bbd-8fac-456d-a02c-ddf5f0d6d658 req-409199ee-02e0-4973-9b81-046475db5be0 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] No DVR routers for this DVR port e686782a-bb13-4814-9b02-f610ffc4c116 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:39:38.858802 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ee612bbd-8fac-456d-a02c-ddf5f0d6d658 req-409199ee-02e0-4973-9b81-046475db5be0 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:38.860818 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ee612bbd-8fac-456d-a02c-ddf5f0d6d658 req-409199ee-02e0-4973-9b81-046475db5be0 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.25 "DELETE /v2.0/ports/e686782a-bb13-4814-9b02-f610ffc4c116 HTTP/1.1" status: 204 len: 173 time: 0.4082723 Aug 25 17:39:38.861283 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc5b8d4-a7bb-473d-9a74-968ff36bb497', 'name': 'network-vif-deleted', 'tag': 'e686782a-bb13-4814-9b02-f610ffc4c116'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:39:38.863721 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c455d3-d32a-4019-8cbb-12795a175460" -d '{"events": [{"server_uuid": "3dc5b8d4-a7bb-473d-9a74-968ff36bb497", "name": "network-vif-deleted", "tag": "e686782a-bb13-4814-9b02-f610ffc4c116"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:39:38.906378 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4f00d2-21d1-4369-b010-6a4417cd9ffe x-openstack-request-id: req-fd4f00d2-21d1-4369-b010-6a4417cd9ffe {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:39:38.906670 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc5b8d4-a7bb-473d-9a74-968ff36bb497", "name": "network-vif-deleted", "tag": "e686782a-bb13-4814-9b02-f610ffc4c116", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:39:38.906919 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd4f00d2-21d1-4369-b010-6a4417cd9ffe {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:39:38.907313 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc5b8d4-a7bb-473d-9a74-968ff36bb497', 'name': 'network-vif-deleted', 'tag': 'e686782a-bb13-4814-9b02-f610ffc4c116', 'status': 'completed', 'code': 200} Aug 25 17:39:39.494293 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-828612cb-21b7-4cc8-8ac5-734ca6e08bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:39.796819 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-98d65aca-fff7-4b7c-9637-8239d1d81098 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:39.798293 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-98d65aca-fff7-4b7c-9637-8239d1d81098 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/networks?id=bca20a3a-6175-4ecf-bb22-b82302f57254 HTTP/1.1" status: 200 len: 808 time: 0.1043882 Aug 25 17:39:39.813588 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-a6fa32d7-903d-4027-89ed-39dda499f9d5 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/quotas/f355166dfa2041c8a9466d746bcd1a14 HTTP/1.1" status: 200 len: 375 time: 0.0089135 Aug 25 17:39:39.845407 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-ea718654-92ab-444a-a962-8e77e9a525f2 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f355166dfa2041c8a9466d746bcd1a14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258055 Aug 25 17:39:39.935835 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-93e6ea61-e888-4091-a871-fe5f494996f2 service neutron] 10.222.0.13 "GET /v2.0/networks/bca20a3a-6175-4ecf-bb22-b82302f57254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827615 Aug 25 17:39:40.025150 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-2d85997f-1ede-46c8-a343-21c3361f6ef4 service neutron] 10.222.0.13 "GET /v2.0/networks/bca20a3a-6175-4ecf-bb22-b82302f57254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827954 Aug 25 17:39:40.189588 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f5d1c19-196b-4bfe-b8e6-d9d6cb259915 req-7ac65eb6-4c33-477d-b849-c66c05219d68 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 210 time: 0.0279756 Aug 25 17:39:41.155619 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-9f01c16b-188e-4670-8938-8ba47ed142da tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:41.157094 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-9f01c16b-188e-4670-8938-8ba47ed142da tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.25 "GET /v2.0/networks?id=bca20a3a-6175-4ecf-bb22-b82302f57254 HTTP/1.1" status: 200 len: 808 time: 0.1060586 Aug 25 17:39:41.171301 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-380a314a-04c2-428c-a3d8-e587287ad4c6 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Request body: {'port': {'device_id': '6caec42b-a83d-4e44-9b55-8c6a1258293f', 'network_id': 'bca20a3a-6175-4ecf-bb22-b82302f57254', 'admin_state_up': True, 'tenant_id': 'f355166dfa2041c8a9466d746bcd1a14'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:39:41.298389 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1433649f-696a-4627-8b0a-4631d218cccf req-8da48b13-561a-4a64-b102-254c24eff0c0 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 210 time: 0.0376678 Aug 25 17:39:41.308736 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-380a314a-04c2-428c-a3d8-e587287ad4c6 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Made reservation on behalf of f355166dfa2041c8a9466d746bcd1a14 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:39:41.312113 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-380a314a-04c2-428c-a3d8-e587287ad4c6 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:41.442662 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-380a314a-04c2-428c-a3d8-e587287ad4c6 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Allocated IP 172.20.0.4 (bca20a3a-6175-4ecf-bb22-b82302f57254/6906dd3b-25dc-4193-9918-3325f78ce795/c20c6d75-95e6-4af0-99da-7a27edec9b95) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:39:41.580537 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 55648) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:41.602339 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-380a314a-04c2-428c-a3d8-e587287ad4c6 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:41.644962 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-380a314a-04c2-428c-a3d8-e587287ad4c6 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:41.687698 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-380a314a-04c2-428c-a3d8-e587287ad4c6 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Network bca20a3a-6175-4ecf-bb22-b82302f57254 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:39:41.691234 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-380a314a-04c2-428c-a3d8-e587287ad4c6 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:39:41.695344 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-380a314a-04c2-428c-a3d8-e587287ad4c6 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:39:41.719475 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a314a-04c2-428c-a3d8-e587287ad4c6 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Pushing event updated for resources: {'Port': ['ID=c20c6d75-95e6-4af0-99da-7a27edec9b95,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:41.728312 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de67038c-3b6e-480f-9740-7cdbe824246d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:41.751400 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-380a314a-04c2-428c-a3d8-e587287ad4c6 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:41.752268 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-380a314a-04c2-428c-a3d8-e587287ad4c6 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:41.823525 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de67038c-3b6e-480f-9740-7cdbe824246d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:41.827895 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-de67038c-3b6e-480f-9740-7cdbe824246d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:41.832651 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-380a314a-04c2-428c-a3d8-e587287ad4c6 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6651568 Aug 25 17:39:41.849933 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Request body: {'port': {'device_id': '6caec42b-a83d-4e44-9b55-8c6a1258293f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:39:41.867868 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67038c-3b6e-480f-9740-7cdbe824246d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7020b9-8035-4610-85f1-8c72911b983c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:41.873741 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-de67038c-3b6e-480f-9740-7cdbe824246d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a516d9ed076e4bd1b976ea16597761f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909915 Aug 25 17:39:41.874680 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 55652) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:41.908815 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:41.932406 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc959aa7-3889-407a-83c9-e765327621ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:41.953975 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc959aa7-3889-407a-83c9-e765327621ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:42.000162 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc959aa7-3889-407a-83c9-e765327621ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:42.003370 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fc959aa7-3889-407a-83c9-e765327621ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:42.004563 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-fc959aa7-3889-407a-83c9-e765327621ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac7020b9-8035-4610-85f1-8c72911b983c HTTP/1.1" status: 204 len: 168 time: 0.1288893 Aug 25 17:39:42.012342 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc959aa7-3889-407a-83c9-e765327621ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7020b9-8035-4610-85f1-8c72911b983c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:42.191832 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20c6d75-95e6-4af0-99da-7a27edec9b95 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:39:42.199605 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:42.211593 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Transition to ACTIVE for port object c20c6d75-95e6-4af0-99da-7a27edec9b95 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:39:42.217284 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:42.230876 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2e972e4a-db8b-45fb-a4d5-1faee35a03d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:42.267401 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Pushing event updated for resources: {'Port': ['ID=c20c6d75-95e6-4af0-99da-7a27edec9b95,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:42.326646 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e686782a-bb13-4814-9b02-f610ffc4c116 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:39:42.348360 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Attempting to bind port c20c6d75-95e6-4af0-99da-7a27edec9b95 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:39:42.348830 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Attempting to bind port c20c6d75-95e6-4af0-99da-7a27edec9b95 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f6c4faf0-b036-4693-9d5b-29bf92806042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bca20a3a-6175-4ecf-bb22-b82302f57254'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:39:42.349265 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Attempting to bind port c20c6d75-95e6-4af0-99da-7a27edec9b95 on network bca20a3a-6175-4ecf-bb22-b82302f57254 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:39:42.353398 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: e686782a-bb13-4814-9b02-f610ffc4c116 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:39:42.353750 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device e686782a-bb13-4814-9b02-f610ffc4c116 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:39:42.354566 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Port c20c6d75-95e6-4af0-99da-7a27edec9b95 on network bca20a3a-6175-4ecf-bb22-b82302f57254 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:39:42.354996 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Attempting to bind port c20c6d75-95e6-4af0-99da-7a27edec9b95 on network bca20a3a-6175-4ecf-bb22-b82302f57254 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:39:42.361195 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:39:42.361642 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Checking segment: {'id': 'f6c4faf0-b036-4693-9d5b-29bf92806042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bca20a3a-6175-4ecf-bb22-b82302f57254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:39:42.362077 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Bound using segment: {'id': 'f6c4faf0-b036-4693-9d5b-29bf92806042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bca20a3a-6175-4ecf-bb22-b82302f57254'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:39:42.363139 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Bound port: c20c6d75-95e6-4af0-99da-7a27edec9b95, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c4faf0-b036-4693-9d5b-29bf92806042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bca20a3a-6175-4ecf-bb22-b82302f57254'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:39:42.363736 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:42.393780 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:42.464654 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedd888-0bca-4bf7-b6a3-8eaf54c48260 req-ac74852f-33c0-4199-9f46-d92647a4ed7a tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:42.466141 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5dedd888-0bca-4bf7-b6a3-8eaf54c48260 req-ac74852f-33c0-4199-9f46-d92647a4ed7a tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 943 time: 0.0867221 Aug 25 17:39:42.493787 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] For port c20c6d75-95e6-4af0-99da-7a27edec9b95, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:39:42.510088 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] For port c20c6d75-95e6-4af0-99da-7a27edec9b95, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c20c6d75-95e6-4af0-99da-7a27edec9b95,segment=NetworkSegment(f6c4faf0-b036-4693-9d5b-29bf92806042),segment_id=f6c4faf0-b036-4693-9d5b-29bf92806042)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:39:42.519275 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:42.732268 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:39:42.818585 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5dedd888-0bca-4bf7-b6a3-8eaf54c48260 req-db623909-e6e4-467f-98fa-7ea89638826f tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457127 Aug 25 17:39:42.829198 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:42.829691 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:42.831591 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] 10.222.0.25 "PUT /v2.0/ports/c20c6d75-95e6-4af0-99da-7a27edec9b95 HTTP/1.1" status: 200 len: 1093 time: 0.9862213 Aug 25 17:39:42.833699 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caec42b-a83d-4e44-9b55-8c6a1258293f', 'tag': 'c20c6d75-95e6-4af0-99da-7a27edec9b95'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:39:42.836719 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdc1b62-1ac5-4282-8f97-a79f5475364c" -d '{"events": [{"name": "network-changed", "server_uuid": "6caec42b-a83d-4e44-9b55-8c6a1258293f", "tag": "c20c6d75-95e6-4af0-99da-7a27edec9b95"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:39:42.863544 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bd590-715c-4b6a-be3b-9670c741ad6e service neutron] Pushing event updated for resources: {'Port': ['ID=c20c6d75-95e6-4af0-99da-7a27edec9b95,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:42.881548 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49634cf-a49d-49b9-b723-a8600746f7ce x-openstack-request-id: req-e49634cf-a49d-49b9-b723-a8600746f7ce {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:39:42.881836 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6caec42b-a83d-4e44-9b55-8c6a1258293f", "tag": "c20c6d75-95e6-4af0-99da-7a27edec9b95", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:39:42.882078 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e49634cf-a49d-49b9-b723-a8600746f7ce {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:39:42.882648 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6caec42b-a83d-4e44-9b55-8c6a1258293f', 'tag': 'c20c6d75-95e6-4af0-99da-7a27edec9b95', 'status': 'completed', 'code': 200} Aug 25 17:39:42.928813 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-8be0b1a6-94be-4c24-b856-a062fb6de5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:42.930296 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-8be0b1a6-94be-4c24-b856-a062fb6de5b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f355166dfa2041c8a9466d746bcd1a14&device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 1096 time: 0.0405951 Aug 25 17:39:42.977068 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-82238bfa-00ff-4978-b36e-72d3f21e1baf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c20c6d75-95e6-4af0-99da-7a27edec9b95 HTTP/1.1" status: 200 len: 217 time: 0.0333629 Aug 25 17:39:43.032058 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-ebd5a27d-122f-4123-94a5-24b28e14fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:43.033524 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-ebd5a27d-122f-4123-94a5-24b28e14fdc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6906dd3b-25dc-4193-9918-3325f78ce795 HTTP/1.1" status: 200 len: 848 time: 0.0470476 Aug 25 17:39:43.067510 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-62e9ff5b-924d-4cc0-bffd-45329c18af25 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bca20a3a-6175-4ecf-bb22-b82302f57254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256066 Aug 25 17:39:43.168414 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-f118c1f9-e0f0-475b-b837-8a8837152779 service neutron] 10.222.0.25 "GET /v2.0/networks/bca20a3a-6175-4ecf-bb22-b82302f57254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926199 Aug 25 17:39:43.268832 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71ef02c8-f78f-4ecb-aeda-01062f52e7a9 req-4f760913-f302-4e75-bdf5-5cc6f7869746 service neutron] 10.222.0.25 "GET /v2.0/networks/bca20a3a-6175-4ecf-bb22-b82302f57254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926256 Aug 25 17:39:43.356917 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc1b62-1ac5-4282-8f97-a79f5475364c req-1b64d9b9-4951-4d3d-8ad6-a9f0579715c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:43.358312 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cdc1b62-1ac5-4282-8f97-a79f5475364c req-1b64d9b9-4951-4d3d-8ad6-a9f0579715c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f355166dfa2041c8a9466d746bcd1a14&device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 1096 time: 0.0405774 Aug 25 17:39:43.454163 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:43.454905 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc1b62-1ac5-4282-8f97-a79f5475364c req-bd3357bd-1c03-42b8-983c-8efbcc504739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:43.457053 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cdc1b62-1ac5-4282-8f97-a79f5475364c req-bd3357bd-1c03-42b8-983c-8efbcc504739 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bca20a3a-6175-4ecf-bb22-b82302f57254 HTTP/1.1" status: 200 len: 909 time: 0.0905006 Aug 25 17:39:43.500342 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cdc1b62-1ac5-4282-8f97-a79f5475364c req-3354295d-8699-43cd-90db-9a32c8ad7d77 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c20c6d75-95e6-4af0-99da-7a27edec9b95 HTTP/1.1" status: 200 len: 217 time: 0.0341892 Aug 25 17:39:43.551349 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc1b62-1ac5-4282-8f97-a79f5475364c req-0f359997-af1d-496f-8c95-c23880f660cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:43.552823 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cdc1b62-1ac5-4282-8f97-a79f5475364c req-0f359997-af1d-496f-8c95-c23880f660cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6906dd3b-25dc-4193-9918-3325f78ce795 HTTP/1.1" status: 200 len: 848 time: 0.0427620 Aug 25 17:39:43.584489 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cdc1b62-1ac5-4282-8f97-a79f5475364c req-c4ca29d0-059d-4af9-985d-5cec23108a9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bca20a3a-6175-4ecf-bb22-b82302f57254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240121 Aug 25 17:39:43.679120 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cdc1b62-1ac5-4282-8f97-a79f5475364c req-808c4676-94a8-4dd8-8d1b-4a6009208d8d service neutron] 10.222.0.25 "GET /v2.0/networks/bca20a3a-6175-4ecf-bb22-b82302f57254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848439 Aug 25 17:39:43.775214 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cdc1b62-1ac5-4282-8f97-a79f5475364c req-897ed061-f287-4e0d-8dbd-89eef3b0e601 service neutron] 10.222.0.25 "GET /v2.0/networks/bca20a3a-6175-4ecf-bb22-b82302f57254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817182 Aug 25 17:39:43.819597 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:43.944101 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e9635-a469-4b01-a387-8a0bf928d5f6 req-6ba5283f-9c44-424c-a713-7c527980f9ae tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:43.945597 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-930e9635-a469-4b01-a387-8a0bf928d5f6 req-6ba5283f-9c44-424c-a713-7c527980f9ae tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 943 time: 0.0551553 Aug 25 17:39:43.983740 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-930e9635-a469-4b01-a387-8a0bf928d5f6 req-f1e6ad76-011b-4c60-8c63-875c5c9bb94c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318174 Aug 25 17:39:44.758949 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:45.098358 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943c08a-4bd4-442c-9a22-26416d88bb33 req-dba0e34a-6311-413f-afef-5573e0828ff5 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:45.099853 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2943c08a-4bd4-442c-9a22-26416d88bb33 req-dba0e34a-6311-413f-afef-5573e0828ff5 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 943 time: 0.0486419 Aug 25 17:39:45.140995 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2943c08a-4bd4-442c-9a22-26416d88bb33 req-9601bfb4-e941-4446-9100-06c91c4f5b11 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351720 Aug 25 17:39:46.256479 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac08ab-0a4a-4771-922b-a00e35f7c05a req-f97f1adb-0faf-4497-ba13-5904e373e27e tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:46.257972 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-48ac08ab-0a4a-4771-922b-a00e35f7c05a req-f97f1adb-0faf-4497-ba13-5904e373e27e tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 943 time: 0.0481932 Aug 25 17:39:46.297135 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-48ac08ab-0a4a-4771-922b-a00e35f7c05a req-4f53ccd2-7b73-4014-b985-37de27e8e8e8 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331132 Aug 25 17:39:47.417683 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6773f2-1cef-41d8-9f48-7c7dd601dde0 req-0ed4dd0f-cf55-483d-902d-88c81b1b4e7e tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:47.419230 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b6773f2-1cef-41d8-9f48-7c7dd601dde0 req-0ed4dd0f-cf55-483d-902d-88c81b1b4e7e tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 943 time: 0.0556688 Aug 25 17:39:47.457236 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b6773f2-1cef-41d8-9f48-7c7dd601dde0 req-049d07e6-bc45-4f98-9c97-aaceb0c8cbe8 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321839 Aug 25 17:39:48.157014 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89154eac-3f9f-41e3-9aaa-86bd5e04650e req-d51b1bef-2416-4e06-9330-148f12ffa1fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390036 Aug 25 17:39:48.247102 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89154eac-3f9f-41e3-9aaa-86bd5e04650e req-ed1df5be-c6de-4af0-bdf5-c2561154f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:48.248700 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89154eac-3f9f-41e3-9aaa-86bd5e04650e req-ed1df5be-c6de-4af0-bdf5-c2561154f368 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 1099 time: 0.0430119 Aug 25 17:39:48.361690 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device c20c6d75-95e6-4af0-99da-7a27edec9b95 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:39:48.362530 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89154eac-3f9f-41e3-9aaa-86bd5e04650e req-89422c4b-9b0a-45ff-89ee-331004dffcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:48.364294 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89154eac-3f9f-41e3-9aaa-86bd5e04650e req-89422c4b-9b0a-45ff-89ee-331004dffcbd service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 913 time: 0.0924327 Aug 25 17:39:48.444224 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89154eac-3f9f-41e3-9aaa-86bd5e04650e req-3aa7a68c-63d8-4df9-8129-43ec0c41ed71 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1da61c8-674a-45ff-aed4-e4caa92db1f2 HTTP/1.1" status: 200 len: 1002 time: 0.0715911 Aug 25 17:39:48.471470 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port c20c6d75-95e6-4af0-99da-7a27edec9b95, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c20c6d75-95e6-4af0-99da-7a27edec9b95,segment=NetworkSegment(f6c4faf0-b036-4693-9d5b-29bf92806042),segment_id=f6c4faf0-b036-4693-9d5b-29bf92806042)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:39:48.485182 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': 'c20c6d75-95e6-4af0-99da-7a27edec9b95', 'network_id': 'bca20a3a-6175-4ecf-bb22-b82302f57254', 'port_id': 'c20c6d75-95e6-4af0-99da-7a27edec9b95', 'mac_address': 'fa:16:3e:96:a3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6906dd3b-25dc-4193-9918-3325f78ce795', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:39:48.508423 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89154eac-3f9f-41e3-9aaa-86bd5e04650e req-af159998-3d0a-488e-bcd7-727b4bf89e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:48.510090 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89154eac-3f9f-41e3-9aaa-86bd5e04650e req-af159998-3d0a-488e-bcd7-727b4bf89e54 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0528326 Aug 25 17:39:48.523533 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:48.537080 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20c6d75-95e6-4af0-99da-7a27edec9b95 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:39:48.557075 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port c20c6d75-95e6-4af0-99da-7a27edec9b95, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c20c6d75-95e6-4af0-99da-7a27edec9b95,segment=NetworkSegment(f6c4faf0-b036-4693-9d5b-29bf92806042),segment_id=f6c4faf0-b036-4693-9d5b-29bf92806042)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:39:48.561141 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:48.595511 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89154eac-3f9f-41e3-9aaa-86bd5e04650e req-25f9657b-f3c7-4b68-b525-e09072ed94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:48.597891 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89154eac-3f9f-41e3-9aaa-86bd5e04650e req-25f9657b-f3c7-4b68-b525-e09072ed94b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795255 Aug 25 17:39:48.615373 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e0125-9a44-447f-afc6-517a2ffa4144 req-81bdb6fd-3aaf-4736-834a-bb3facdb6061 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:48.616920 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5a8e0125-9a44-447f-afc6-517a2ffa4144 req-81bdb6fd-3aaf-4736-834a-bb3facdb6061 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 944 time: 0.0696077 Aug 25 17:39:48.629029 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=c20c6d75-95e6-4af0-99da-7a27edec9b95,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:48.715255 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5a8e0125-9a44-447f-afc6-517a2ffa4144 req-dcda74ad-38f3-46d9-9a52-57bf131941f5 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789278 Aug 25 17:39:48.738169 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89154eac-3f9f-41e3-9aaa-86bd5e04650e req-f9962d2e-3259-4b57-a410-3a4ddc366668 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190655 Aug 25 17:39:48.833022 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89154eac-3f9f-41e3-9aaa-86bd5e04650e req-d45b78a4-a651-4e71-b92f-0570e1a9b316 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884078 Aug 25 17:39:49.002741 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['c20c6d75-95e6-4af0-99da-7a27edec9b95'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:39:49.837493 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eba367-5388-4eae-bfe7-eaa75aa088a2 req-69201698-5d25-4cf6-b887-a02dd5c038bb tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:49.838974 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-96eba367-5388-4eae-bfe7-eaa75aa088a2 req-69201698-5d25-4cf6-b887-a02dd5c038bb tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 944 time: 0.0528476 Aug 25 17:39:49.876049 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-96eba367-5388-4eae-bfe7-eaa75aa088a2 req-d389e1a4-bd5b-48da-83d4-29365d998bab tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312550 Aug 25 17:39:50.370975 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device c20c6d75-95e6-4af0-99da-7a27edec9b95 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:39:50.420972 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port c20c6d75-95e6-4af0-99da-7a27edec9b95 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:39:50.425616 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port c20c6d75-95e6-4af0-99da-7a27edec9b95 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:39:50.426061 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:50.516057 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:50.540208 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caec42b-a83d-4e44-9b55-8c6a1258293f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20c6d75-95e6-4af0-99da-7a27edec9b95'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:39:50.542427 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8303804c-9a09-4fc9-9847-cc17fded447c" -d '{"events": [{"server_uuid": "6caec42b-a83d-4e44-9b55-8c6a1258293f", "name": "network-vif-plugged", "status": "completed", "tag": "c20c6d75-95e6-4af0-99da-7a27edec9b95"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:39:50.556714 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port c20c6d75-95e6-4af0-99da-7a27edec9b95, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c20c6d75-95e6-4af0-99da-7a27edec9b95,segment=NetworkSegment(f6c4faf0-b036-4693-9d5b-29bf92806042),segment_id=f6c4faf0-b036-4693-9d5b-29bf92806042)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:39:50.560281 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:50.597855 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2795de4b-1517-491f-a0cb-2e4c4eec9f30 x-openstack-request-id: req-2795de4b-1517-491f-a0cb-2e4c4eec9f30 {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:39:50.598145 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caec42b-a83d-4e44-9b55-8c6a1258293f", "name": "network-vif-plugged", "status": "completed", "tag": "c20c6d75-95e6-4af0-99da-7a27edec9b95", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:39:50.598391 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2795de4b-1517-491f-a0cb-2e4c4eec9f30 {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:39:50.598824 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caec42b-a83d-4e44-9b55-8c6a1258293f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20c6d75-95e6-4af0-99da-7a27edec9b95', 'code': 200} Aug 25 17:39:50.616506 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=c20c6d75-95e6-4af0-99da-7a27edec9b95,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:50.771290 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc63aed-112a-4b4c-8554-131d892c4f93 req-4a89cb0b-87ee-44e0-8bb4-e17b139f9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:50.772825 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bc63aed-112a-4b4c-8554-131d892c4f93 req-4a89cb0b-87ee-44e0-8bb4-e17b139f9995 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 1098 time: 0.0395782 Aug 25 17:39:50.812016 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bc63aed-112a-4b4c-8554-131d892c4f93 req-c172aa9f-7ca1-4266-8bc6-2f07fd987a8a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270936 Aug 25 17:39:50.990746 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d41684-6eb3-4008-8f6f-56c4d7f37957 req-7ac84244-daff-44d7-8d68-f9a504d5c964 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:50.992272 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e0d41684-6eb3-4008-8f6f-56c4d7f37957 req-7ac84244-daff-44d7-8d68-f9a504d5c964 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 945 time: 0.0497737 Aug 25 17:39:51.030400 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e0d41684-6eb3-4008-8f6f-56c4d7f37957 req-4dc6c1e6-d255-4a1c-9fe0-cac7440135d9 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Aug 25 17:39:52.151493 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66d8c5-0b38-4545-9bcb-fc64fc8b7a76 req-b3ec478f-0158-49f2-b785-6c0a0e97a753 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:52.153095 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc66d8c5-0b38-4545-9bcb-fc64fc8b7a76 req-b3ec478f-0158-49f2-b785-6c0a0e97a753 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 945 time: 0.0533066 Aug 25 17:39:52.193247 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc66d8c5-0b38-4545-9bcb-fc64fc8b7a76 req-5762d7ac-f13a-460f-b7b1-2f1ed26b5565 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341353 Aug 25 17:39:52.790781 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 55810) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:52.905345 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bd3f12dc-bec0-4865-a14b-441dded264f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:53.000637 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bd3f12dc-bec0-4865-a14b-441dded264f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:53.005782 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bd3f12dc-bec0-4865-a14b-441dded264f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:53.045802 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-bd3f12dc-bec0-4865-a14b-441dded264f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdee90f6a90f4dc4b747c881b51963eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538321 Aug 25 17:39:53.046416 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f12dc-bec0-4865-a14b-441dded264f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbe56b5-6065-4faa-84a3-94f3f8dad38c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:53.048379 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 55814) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:39:53.097596 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08959b6a-380c-47bc-b850-fdcfeaa91e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:53.118589 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08959b6a-380c-47bc-b850-fdcfeaa91e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:53.163451 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08959b6a-380c-47bc-b850-fdcfeaa91e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:53.166134 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-08959b6a-380c-47bc-b850-fdcfeaa91e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:53.167271 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-08959b6a-380c-47bc-b850-fdcfeaa91e4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dbe56b5-6065-4faa-84a3-94f3f8dad38c HTTP/1.1" status: 204 len: 168 time: 0.1178622 Aug 25 17:39:53.175277 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08959b6a-380c-47bc-b850-fdcfeaa91e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbe56b5-6065-4faa-84a3-94f3f8dad38c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:53.310320 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f8dc0-2ab0-49f6-88a5-c075fd6372f5 req-31e5c849-32f1-4f80-a170-f8c9ad8b70e7 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:53.311867 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af1f8dc0-2ab0-49f6-88a5-c075fd6372f5 req-31e5c849-32f1-4f80-a170-f8c9ad8b70e7 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 945 time: 0.0499849 Aug 25 17:39:53.352946 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af1f8dc0-2ab0-49f6-88a5-c075fd6372f5 req-2cfa88aa-ceb5-4da4-bc25-bb02edb6a24a tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335867 Aug 25 17:39:54.073677 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939bbd-bd1b-41eb-9541-36fbbe821d49 req-e0527398-9206-40bd-9d47-8b425c21566c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:54.075678 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fb939bbd-bd1b-41eb-9541-36fbbe821d49 req-e0527398-9206-40bd-9d47-8b425c21566c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 945 time: 0.0581369 Aug 25 17:39:54.115265 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fb939bbd-bd1b-41eb-9541-36fbbe821d49 req-a4c4cc86-e9d7-49c4-bac2-f70fb0c2e2ee tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336485 Aug 25 17:39:55.234335 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732f072-b87b-4923-a7f1-b7713fdcbede req-43f6606e-e312-4b2d-a7f5-c08ea3d07384 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:55.235875 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e732f072-b87b-4923-a7f1-b7713fdcbede req-43f6606e-e312-4b2d-a7f5-c08ea3d07384 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 945 time: 0.0504527 Aug 25 17:39:55.275808 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e732f072-b87b-4923-a7f1-b7713fdcbede req-77d470d5-910b-449a-8218-74a5d341483e tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f6a94ff-48ed-4fcb-80cd-24e970086396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333772 Aug 25 17:39:55.398683 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-9e7a1618-a54f-4e3a-8322-546647497ba9 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7e313c90f8e74c92a2ca95f590b2da66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288832 Aug 25 17:39:55.587141 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-447ce7ee-d243-4b30-9e71-2d76aab4373d tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:55.588954 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-447ce7ee-d243-4b30-9e71-2d76aab4373d tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849692 Aug 25 17:39:55.604430 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-bfb641ca-2763-49d9-a2dd-58a162e5127d tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/quotas/7e313c90f8e74c92a2ca95f590b2da66 HTTP/1.1" status: 200 len: 375 time: 0.0096869 Aug 25 17:39:55.634404 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-3607c0ed-ec00-4bc3-a295-dbec637de9a2 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e313c90f8e74c92a2ca95f590b2da66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245986 Aug 25 17:39:55.788934 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4ded744b-955c-4aab-be52-69e74972464a req-182949e7-d6d0-4ac7-a382-3c2036cfb256 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 210 time: 0.0268905 Aug 25 17:39:55.882774 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ad64a-053c-4150-8a34-4a27be9e3d03 req-3d9aa772-ce97-4eb7-9f3a-0725e6d0a42f tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:55.884312 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2c1ad64a-053c-4150-8a34-4a27be9e3d03 req-3d9aa772-ce97-4eb7-9f3a-0725e6d0a42f tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.25 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 945 time: 0.0510991 Aug 25 17:39:55.993068 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-2c1ad64a-053c-4150-8a34-4a27be9e3d03 req-32717ad5-6f6b-4bac-ab27-90fc0b76f18c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Deleting port c20c6d75-95e6-4af0-99da-7a27edec9b95 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:39:55.993434 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2c1ad64a-053c-4150-8a34-4a27be9e3d03 req-32717ad5-6f6b-4bac-ab27-90fc0b76f18c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:56.087799 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-2c1ad64a-053c-4150-8a34-4a27be9e3d03 req-32717ad5-6f6b-4bac-ab27-90fc0b76f18c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] For port c20c6d75-95e6-4af0-99da-7a27edec9b95, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c20c6d75-95e6-4af0-99da-7a27edec9b95,segment=NetworkSegment(f6c4faf0-b036-4693-9d5b-29bf92806042),segment_id=f6c4faf0-b036-4693-9d5b-29bf92806042)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:39:56.088150 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2c1ad64a-053c-4150-8a34-4a27be9e3d03 req-32717ad5-6f6b-4bac-ab27-90fc0b76f18c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:56.102761 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-2c1ad64a-053c-4150-8a34-4a27be9e3d03 req-32717ad5-6f6b-4bac-ab27-90fc0b76f18c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Calling delete_port for c20c6d75-95e6-4af0-99da-7a27edec9b95 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:39:56.241298 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2c1ad64a-053c-4150-8a34-4a27be9e3d03 req-32717ad5-6f6b-4bac-ab27-90fc0b76f18c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:56.254788 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['c20c6d75-95e6-4af0-99da-7a27edec9b95'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:39:56.272409 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32717ad5-6f6b-4bac-ab27-90fc0b76f18c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Pushing event deleted for resources: {'Port': ['ID=c20c6d75-95e6-4af0-99da-7a27edec9b95,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:56.319594 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1ad64a-053c-4150-8a34-4a27be9e3d03 req-32717ad5-6f6b-4bac-ab27-90fc0b76f18c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] No DVR routers for this DVR port c20c6d75-95e6-4af0-99da-7a27edec9b95 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:39:56.322002 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2c1ad64a-053c-4150-8a34-4a27be9e3d03 req-32717ad5-6f6b-4bac-ab27-90fc0b76f18c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:56.324069 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2c1ad64a-053c-4150-8a34-4a27be9e3d03 req-32717ad5-6f6b-4bac-ab27-90fc0b76f18c tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.25 "DELETE /v2.0/ports/c20c6d75-95e6-4af0-99da-7a27edec9b95 HTTP/1.1" status: 204 len: 173 time: 0.4323483 Aug 25 17:39:56.324747 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caec42b-a83d-4e44-9b55-8c6a1258293f', 'name': 'network-vif-deleted', 'tag': 'c20c6d75-95e6-4af0-99da-7a27edec9b95'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:39:56.326968 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4978262-1a8f-45e3-9388-1a7ccfcb6bf8" -d '{"events": [{"server_uuid": "6caec42b-a83d-4e44-9b55-8c6a1258293f", "name": "network-vif-deleted", "tag": "c20c6d75-95e6-4af0-99da-7a27edec9b95"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:39:56.366659 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddad3496-b346-4fbb-bc26-22e7d0400485 x-openstack-request-id: req-ddad3496-b346-4fbb-bc26-22e7d0400485 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:39:56.366946 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caec42b-a83d-4e44-9b55-8c6a1258293f", "name": "network-vif-deleted", "tag": "c20c6d75-95e6-4af0-99da-7a27edec9b95", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:39:56.367409 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddad3496-b346-4fbb-bc26-22e7d0400485 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:39:56.367821 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caec42b-a83d-4e44-9b55-8c6a1258293f', 'name': 'network-vif-deleted', 'tag': 'c20c6d75-95e6-4af0-99da-7a27edec9b95', 'status': 'completed', 'code': 200} Aug 25 17:39:56.383294 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8ae6fbae-718f-408d-9e46-c8a232afb2ef req-48c59b09-cbca-4662-8d40-0f5fcd556363 tempest-VolumesActionsTest-2062891117 tempest-VolumesActionsTest-2062891117-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caec42b-a83d-4e44-9b55-8c6a1258293f HTTP/1.1" status: 200 len: 210 time: 0.0296769 Aug 25 17:39:56.731712 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-4a0941a8-4df2-4d1f-8b6f-f73be2f23fec tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7e313c90f8e74c92a2ca95f590b2da66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206106 Aug 25 17:39:56.851954 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-8c100f21-ad64-4c40-8548-0463193844eb tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:56.853428 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-8c100f21-ad64-4c40-8548-0463193844eb tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1144354 Aug 25 17:39:56.874989 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Request body: {'port': {'device_id': '2ee9dd6e-1505-4117-8c3a-066f208f7242', 'network_id': '7a384390-6d80-4970-86f5-ceb6ed070a95', 'admin_state_up': True, 'tenant_id': '7e313c90f8e74c92a2ca95f590b2da66'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:39:56.904071 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1ffd3d54-dbd3-4017-bede-2f6646f59801 req-df49d912-eef4-405d-9a99-bcb244b96231 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 210 time: 0.0433991 Aug 25 17:39:56.996390 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Made reservation on behalf of 7e313c90f8e74c92a2ca95f590b2da66 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:39:57.000184 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:57.009957 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:57.107989 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:57.112555 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:57.174837 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4c57ba-1903-4ee8-8625-350e9ee537f5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:57.247115 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Allocated IP 192.168.233.115 (7a384390-6d80-4970-86f5-ceb6ed070a95/5e7b70aa-da25-4a4c-af85-09a93ff7d7c3/937c784b-a90e-4468-b115-f781749c9965) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:39:57.395284 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:57.408705 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Transition to ACTIVE for port object 937c784b-a90e-4468-b115-f781749c9965 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:39:57.443850 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:57.483802 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Network 7a384390-6d80-4970-86f5-ceb6ed070a95 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:39:57.487178 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:39:57.490495 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:39:57.546046 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:57.546694 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:57.563293 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Pushing event updated for resources: {'Port': ['ID=937c784b-a90e-4468-b115-f781749c9965,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:57.569098 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-f20079d2-771f-4a5a-a07a-f234fb563ec8 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6992297 Aug 25 17:39:57.585260 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Request body: {'port': {'device_id': '2ee9dd6e-1505-4117-8c3a-066f208f7242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:39:57.652040 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:57.761840 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-744f44fe-c4ab-4751-9ec2-25458384218b None None] Provisioning for port 937c784b-a90e-4468-b115-f781749c9965 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:39:57.769990 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-744f44fe-c4ab-4751-9ec2-25458384218b None None] Provisioning complete for port 937c784b-a90e-4468-b115-f781749c9965 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:39:57.770407 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-744f44fe-c4ab-4751-9ec2-25458384218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:57.806695 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-744f44fe-c4ab-4751-9ec2-25458384218b None None] Port 937c784b-a90e-4468-b115-f781749c9965 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:39:57.934559 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937c784b-a90e-4468-b115-f781749c9965 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:39:57.942595 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:57.955781 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Transition to ACTIVE for port object 937c784b-a90e-4468-b115-f781749c9965 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:39:57.960625 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:58.039212 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=937c784b-a90e-4468-b115-f781749c9965,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:58.055002 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:58.055298 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:58.055663 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:58.056001 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:58.056326 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:58.056653 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:58.056978 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:58.057301 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:58.057621 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:58.057940 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:58.058281 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:58.058574 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:39:58.112163 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58e95e-c53c-4558-a4ca-d78f151634e4 req-1f8cfc6c-6cd7-41af-a0dd-aa7dbeab51bb tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:58.114707 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6a58e95e-c53c-4558-a4ca-d78f151634e4 req-1f8cfc6c-6cd7-41af-a0dd-aa7dbeab51bb tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 948 time: 0.1233768 Aug 25 17:39:58.173441 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Attempting to bind port 937c784b-a90e-4468-b115-f781749c9965 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:39:58.173820 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Attempting to bind port 937c784b-a90e-4468-b115-f781749c9965 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9700106a-bbc7-4335-9009-30f738f6d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7a384390-6d80-4970-86f5-ceb6ed070a95'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:39:58.174134 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Attempting to bind port 937c784b-a90e-4468-b115-f781749c9965 on network 7a384390-6d80-4970-86f5-ceb6ed070a95 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:39:58.179480 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6a58e95e-c53c-4558-a4ca-d78f151634e4 req-d520e6da-8e50-4120-a6e1-44f695efa193 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575950 Aug 25 17:39:58.183241 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Port 937c784b-a90e-4468-b115-f781749c9965 on network 7a384390-6d80-4970-86f5-ceb6ed070a95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:39:58.183622 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Attempting to bind port 937c784b-a90e-4468-b115-f781749c9965 on network 7a384390-6d80-4970-86f5-ceb6ed070a95 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:39:58.192059 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:39:58.192636 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Checking segment: {'id': '9700106a-bbc7-4335-9009-30f738f6d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7a384390-6d80-4970-86f5-ceb6ed070a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:39:58.193145 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Bound using segment: {'id': '9700106a-bbc7-4335-9009-30f738f6d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7a384390-6d80-4970-86f5-ceb6ed070a95'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:39:58.202224 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Bound port: 937c784b-a90e-4468-b115-f781749c9965, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9700106a-bbc7-4335-9009-30f738f6d602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7a384390-6d80-4970-86f5-ceb6ed070a95'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:39:58.202224 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:58.274297 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] For port 937c784b-a90e-4468-b115-f781749c9965, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:39:58.277893 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] For port 937c784b-a90e-4468-b115-f781749c9965, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=937c784b-a90e-4468-b115-f781749c9965,segment=NetworkSegment(9700106a-bbc7-4335-9009-30f738f6d602),segment_id=9700106a-bbc7-4335-9009-30f738f6d602)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:39:58.282116 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:58.314933 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:58.315721 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:39:58.317828 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] 10.222.0.25 "PUT /v2.0/ports/937c784b-a90e-4468-b115-f781749c9965 HTTP/1.1" status: 200 len: 1098 time: 0.7387114 Aug 25 17:39:58.342691 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebdff8-efa9-4fe7-a90a-c160c6cee0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=937c784b-a90e-4468-b115-f781749c9965,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:39:58.370283 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee9dd6e-1505-4117-8c3a-066f208f7242', 'tag': '937c784b-a90e-4468-b115-f781749c9965'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:39:58.372494 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34eaeb7f-1e3d-4550-8d00-1a397d8eb35d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee9dd6e-1505-4117-8c3a-066f208f7242", "tag": "937c784b-a90e-4468-b115-f781749c9965"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:39:58.406157 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-3ab31d75-3549-4e13-949c-322cd39692cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:58.407961 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-3ab31d75-3549-4e13-949c-322cd39692cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e313c90f8e74c92a2ca95f590b2da66&device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 1101 time: 0.0492203 Aug 25 17:39:58.426892 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c58abfa-b26a-4d97-b568-e4308715be55 x-openstack-request-id: req-9c58abfa-b26a-4d97-b568-e4308715be55 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:39:58.427310 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee9dd6e-1505-4117-8c3a-066f208f7242", "tag": "937c784b-a90e-4468-b115-f781749c9965", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:39:58.427551 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c58abfa-b26a-4d97-b568-e4308715be55 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:39:58.427966 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee9dd6e-1505-4117-8c3a-066f208f7242', 'tag': '937c784b-a90e-4468-b115-f781749c9965', 'status': 'completed', 'code': 200} Aug 25 17:39:58.458454 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-d4a7e6a5-cbf9-4706-bd8e-52153f4ab929 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=937c784b-a90e-4468-b115-f781749c9965 HTTP/1.1" status: 200 len: 217 time: 0.0406165 Aug 25 17:39:58.508569 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-dd75cec8-4f7c-4597-b61c-c67ce75dd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:58.510011 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-dd75cec8-4f7c-4597-b61c-c67ce75dd96f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e7b70aa-da25-4a4c-af85-09a93ff7d7c3 HTTP/1.1" status: 200 len: 843 time: 0.0429926 Aug 25 17:39:58.556248 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-fe5d72c5-454c-4d7c-b238-1c59e20a1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:58.557727 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-fe5d72c5-454c-4d7c-b238-1c59e20a1fd7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7a384390-6d80-4970-86f5-ceb6ed070a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395937 Aug 25 17:39:58.649027 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-6c19f74e-33b6-41da-81dd-ee2b874850a7 service neutron] 10.222.0.25 "GET /v2.0/networks/7a384390-6d80-4970-86f5-ceb6ed070a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832055 Aug 25 17:39:59.297715 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46067249-a0fc-4e6a-a950-a5a893f18016 req-c5a22dd9-1ab6-4cce-b2ae-dc592d38a7b3 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:39:59.299252 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46067249-a0fc-4e6a-a950-a5a893f18016 req-c5a22dd9-1ab6-4cce-b2ae-dc592d38a7b3 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 948 time: 0.0504718 Aug 25 17:39:59.338815 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46067249-a0fc-4e6a-a950-a5a893f18016 req-244b88c8-a593-4e1d-9016-dc20f1eb53f5 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329497 Aug 25 17:40:00.174252 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f5c88d3-d7d6-4175-9eea-4b706cee5329 req-9f5efd65-2360-497d-aeb4-31f784cba98c service neutron] 10.222.0.25 "GET /v2.0/networks/7a384390-6d80-4970-86f5-ceb6ed070a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804026 Aug 25 17:40:00.455343 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce15775-5e48-4b5d-b15f-b126c4978c6b req-33961b6a-4629-4776-9e09-2638af016bd3 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:00.457302 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7ce15775-5e48-4b5d-b15f-b126c4978c6b req-33961b6a-4629-4776-9e09-2638af016bd3 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 948 time: 0.0524855 Aug 25 17:40:00.494685 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7ce15775-5e48-4b5d-b15f-b126c4978c6b req-cc11554e-61da-44ae-8c51-d719f9e532f4 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314567 Aug 25 17:40:00.985108 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device c20c6d75-95e6-4af0-99da-7a27edec9b95 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:40:01.006701 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: c20c6d75-95e6-4af0-99da-7a27edec9b95 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:40:01.007044 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device c20c6d75-95e6-4af0-99da-7a27edec9b95 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:40:01.606257 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e57339-5fdb-43b6-bbde-a5f74fd19bd7 req-2d173a9a-5a12-468f-bb9e-2b04a14fd351 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:01.607748 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-54e57339-5fdb-43b6-bbde-a5f74fd19bd7 req-2d173a9a-5a12-468f-bb9e-2b04a14fd351 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 948 time: 0.0489869 Aug 25 17:40:01.646312 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-54e57339-5fdb-43b6-bbde-a5f74fd19bd7 req-11a6f0ae-ef72-4bec-a999-a44acab651f7 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Aug 25 17:40:02.426193 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaeb7f-1e3d-4550-8d00-1a397d8eb35d req-78edce21-0ea5-40b0-89d1-0c5a2e66d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:02.427783 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-34eaeb7f-1e3d-4550-8d00-1a397d8eb35d req-78edce21-0ea5-40b0-89d1-0c5a2e66d344 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e313c90f8e74c92a2ca95f590b2da66&device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 1101 time: 0.0432112 Aug 25 17:40:02.533385 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaeb7f-1e3d-4550-8d00-1a397d8eb35d req-5cb41351-e612-4e9e-bd49-0c2a6e85a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:02.535965 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-34eaeb7f-1e3d-4550-8d00-1a397d8eb35d req-5cb41351-e612-4e9e-bd49-0c2a6e85a222 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7a384390-6d80-4970-86f5-ceb6ed070a95 HTTP/1.1" status: 200 len: 870 time: 0.0974352 Aug 25 17:40:02.582224 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-34eaeb7f-1e3d-4550-8d00-1a397d8eb35d req-5f54e49c-671f-489f-aae1-3f50000716cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=937c784b-a90e-4468-b115-f781749c9965 HTTP/1.1" status: 200 len: 217 time: 0.0380809 Aug 25 17:40:02.636339 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaeb7f-1e3d-4550-8d00-1a397d8eb35d req-51c7b1a1-0938-4243-ab2d-f67379b89556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:02.637801 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-34eaeb7f-1e3d-4550-8d00-1a397d8eb35d req-51c7b1a1-0938-4243-ab2d-f67379b89556 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5e7b70aa-da25-4a4c-af85-09a93ff7d7c3 HTTP/1.1" status: 200 len: 843 time: 0.0486822 Aug 25 17:40:02.692069 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaeb7f-1e3d-4550-8d00-1a397d8eb35d req-0a5fd96b-be36-47c2-9033-0c12df3aa91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:02.693681 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-34eaeb7f-1e3d-4550-8d00-1a397d8eb35d req-0a5fd96b-be36-47c2-9033-0c12df3aa91a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7a384390-6d80-4970-86f5-ceb6ed070a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0474792 Aug 25 17:40:03.105283 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0989d-4404-4846-873b-0ff325ed24a3 req-a0fd2108-c34a-481d-b0d2-36c69ce7a640 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:03.106769 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-32b0989d-4404-4846-873b-0ff325ed24a3 req-a0fd2108-c34a-481d-b0d2-36c69ce7a640 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 948 time: 0.3807499 Aug 25 17:40:03.132308 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-34eaeb7f-1e3d-4550-8d00-1a397d8eb35d req-68da82e3-d3e6-4f84-a5bd-6bcc967c9641 service neutron] 10.222.0.25 "GET /v2.0/networks/7a384390-6d80-4970-86f5-ceb6ed070a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263532 Aug 25 17:40:03.167478 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-32b0989d-4404-4846-873b-0ff325ed24a3 req-ef67998e-aa46-4e76-b97e-f53082571e2e tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519221 Aug 25 17:40:03.232715 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-34eaeb7f-1e3d-4550-8d00-1a397d8eb35d req-a3dd634b-0b70-4c94-8946-943b2c36d18a service neutron] 10.222.0.25 "GET /v2.0/networks/7a384390-6d80-4970-86f5-ceb6ed070a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870187 Aug 25 17:40:04.297636 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fab5db-b759-422d-ad4d-f2acf4b5a898 req-080195ed-20aa-4375-9c6e-e72cbc0fe463 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:04.304731 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-06fab5db-b759-422d-ad4d-f2acf4b5a898 req-080195ed-20aa-4375-9c6e-e72cbc0fe463 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 948 time: 0.0634797 Aug 25 17:40:04.355023 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-06fab5db-b759-422d-ad4d-f2acf4b5a898 req-da1a92f2-314a-4504-acdd-d79ef86129fc tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488098 Aug 25 17:40:05.496723 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42aadd-e8bb-431e-b9df-5c3635a5cba9 req-b3eebd0f-5466-4605-b654-76040e5699d3 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:05.499592 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f42aadd-e8bb-431e-b9df-5c3635a5cba9 req-b3eebd0f-5466-4605-b654-76040e5699d3 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 948 time: 0.0657544 Aug 25 17:40:05.551222 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f42aadd-e8bb-431e-b9df-5c3635a5cba9 req-ae766b2c-b183-463c-b91d-b8161ddfc074 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445299 Aug 25 17:40:06.481211 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 937c784b-a90e-4468-b115-f781749c9965 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:40:06.589229 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 937c784b-a90e-4468-b115-f781749c9965, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=937c784b-a90e-4468-b115-f781749c9965,segment=NetworkSegment(9700106a-bbc7-4335-9009-30f738f6d602),segment_id=9700106a-bbc7-4335-9009-30f738f6d602)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:40:06.602051 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': '937c784b-a90e-4468-b115-f781749c9965', 'network_id': '7a384390-6d80-4970-86f5-ceb6ed070a95', 'port_id': '937c784b-a90e-4468-b115-f781749c9965', 'mac_address': 'fa:16:3e:c4:93:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7b70aa-da25-4a4c-af85-09a93ff7d7c3', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:40:06.647204 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:06.663713 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937c784b-a90e-4468-b115-f781749c9965 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:40:06.690534 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 937c784b-a90e-4468-b115-f781749c9965, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=937c784b-a90e-4468-b115-f781749c9965,segment=NetworkSegment(9700106a-bbc7-4335-9009-30f738f6d602),segment_id=9700106a-bbc7-4335-9009-30f738f6d602)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:40:06.694179 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bdd63-c65c-416d-80dd-d754e2c46da7 req-7083459e-0de1-4edb-96b6-a4272c154e57 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:06.699838 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:06.704157 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-787bdd63-c65c-416d-80dd-d754e2c46da7 req-7083459e-0de1-4edb-96b6-a4272c154e57 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 948 time: 0.0717959 Aug 25 17:40:06.752786 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=937c784b-a90e-4468-b115-f781749c9965,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:06.759896 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-787bdd63-c65c-416d-80dd-d754e2c46da7 req-ff24c1c5-f95b-4e67-8180-985d43572b61 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484149 Aug 25 17:40:07.087989 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['937c784b-a90e-4468-b115-f781749c9965'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:40:07.886996 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca580c4-6f0e-49da-ae5d-ddd90137d085 req-7b8740ca-8d36-4a3d-8cfd-8c4ad2107a7c tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:07.889452 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7ca580c4-6f0e-49da-ae5d-ddd90137d085 req-7b8740ca-8d36-4a3d-8cfd-8c4ad2107a7c tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 949 time: 0.0552058 Aug 25 17:40:07.932699 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7ca580c4-6f0e-49da-ae5d-ddd90137d085 req-1fb104ee-159a-4069-8fe7-83a9d5d7f812 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362923 Aug 25 17:40:08.502584 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 937c784b-a90e-4468-b115-f781749c9965 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:40:08.557611 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port 937c784b-a90e-4468-b115-f781749c9965 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:40:08.562866 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port 937c784b-a90e-4468-b115-f781749c9965 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:40:08.563643 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:08.657453 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:08.681417 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee9dd6e-1505-4117-8c3a-066f208f7242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937c784b-a90e-4468-b115-f781749c9965'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:40:08.684029 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6817e913-21e9-464e-b353-877b5f5db7a5" -d '{"events": [{"server_uuid": "2ee9dd6e-1505-4117-8c3a-066f208f7242", "name": "network-vif-plugged", "status": "completed", "tag": "937c784b-a90e-4468-b115-f781749c9965"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:40:08.701763 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 937c784b-a90e-4468-b115-f781749c9965, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=937c784b-a90e-4468-b115-f781749c9965,segment=NetworkSegment(9700106a-bbc7-4335-9009-30f738f6d602),segment_id=9700106a-bbc7-4335-9009-30f738f6d602)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:40:08.708410 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:08.747117 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0b3121-1417-4053-b30e-d4d3a2ce0b9d x-openstack-request-id: req-8c0b3121-1417-4053-b30e-d4d3a2ce0b9d {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:40:08.747440 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee9dd6e-1505-4117-8c3a-066f208f7242", "name": "network-vif-plugged", "status": "completed", "tag": "937c784b-a90e-4468-b115-f781749c9965", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:40:08.747681 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c0b3121-1417-4053-b30e-d4d3a2ce0b9d {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:40:08.748070 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee9dd6e-1505-4117-8c3a-066f208f7242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937c784b-a90e-4468-b115-f781749c9965', 'code': 200} Aug 25 17:40:08.781196 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=937c784b-a90e-4468-b115-f781749c9965,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:08.955058 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96741089-63b2-4ca7-8545-8c7ed244f4f9 req-be529b64-6cb9-4298-bbe3-3a069a042493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:08.956776 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-96741089-63b2-4ca7-8545-8c7ed244f4f9 req-be529b64-6cb9-4298-bbe3-3a069a042493 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 1103 time: 0.0482163 Aug 25 17:40:09.019410 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-96741089-63b2-4ca7-8545-8c7ed244f4f9 req-2154ff78-e28d-49c4-bd60-66df5895038f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498629 Aug 25 17:40:09.058373 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cd6a8-902d-4445-8750-b8b558ce1890 req-896bf89c-d6d4-48f3-983c-52a7b2ee7c4a tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:09.059906 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ca4cd6a8-902d-4445-8750-b8b558ce1890 req-896bf89c-d6d4-48f3-983c-52a7b2ee7c4a tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 950 time: 0.0513034 Aug 25 17:40:09.116763 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ca4cd6a8-902d-4445-8750-b8b558ce1890 req-511e9643-e61d-4f79-9971-f6bf654d919c tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468662 Aug 25 17:40:09.490534 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-26ade9f1-b768-457b-8224-318c61e20e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:10.246347 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053da86e-ac99-48b0-adb0-50404fe933ef req-fa0b181c-3cfe-4477-957a-ed09d3b1dd3b tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:10.253592 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-053da86e-ac99-48b0-adb0-50404fe933ef req-fa0b181c-3cfe-4477-957a-ed09d3b1dd3b tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 950 time: 0.0627031 Aug 25 17:40:10.290318 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-053da86e-ac99-48b0-adb0-50404fe933ef req-d5664760-6576-4eac-ba73-da170f7c42f1 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358374 Aug 25 17:40:11.438371 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045d233-2688-498a-97a4-c5c74f88400a req-f3ba914f-86aa-4aed-a371-072d282b552c tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:11.440973 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e045d233-2688-498a-97a4-c5c74f88400a req-f3ba914f-86aa-4aed-a371-072d282b552c tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 950 time: 0.0528564 Aug 25 17:40:11.483893 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e045d233-2688-498a-97a4-c5c74f88400a req-994c5acc-4dfb-4fbe-a25e-6e48d9ab9b69 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359600 Aug 25 17:40:11.823207 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b013cb-c6c0-49fb-9603-e44181fb12f3 req-e25895c0-c4d6-4176-b803-9b492e2ec65b tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:11.824998 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a8b013cb-c6c0-49fb-9603-e44181fb12f3 req-e25895c0-c4d6-4176-b803-9b492e2ec65b tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 950 time: 0.0593793 Aug 25 17:40:11.872495 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a8b013cb-c6c0-49fb-9603-e44181fb12f3 req-15fd4725-48e3-4572-a60d-2f24a484c066 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413904 Aug 25 17:40:12.242578 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-29b5299a-6d11-48a2-9aae-661b9973df4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:12.399869 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:12.995268 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a45f3-98e5-42c5-9a9f-b55b662f2e0c req-2179a422-9046-4ef2-8436-f67ff0cb50fe tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:12.997520 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-733a45f3-98e5-42c5-9a9f-b55b662f2e0c req-2179a422-9046-4ef2-8436-f67ff0cb50fe tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 950 time: 0.0564380 Aug 25 17:40:13.053767 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-733a45f3-98e5-42c5-9a9f-b55b662f2e0c req-577e5c27-c279-46b5-bf4d-1b43632db6f5 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450838 Aug 25 17:40:13.458310 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:13.842739 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:14.053484 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0fcb7-47f1-402c-9008-5b22f1d7e6fa req-5fb87a8a-4524-4ecf-95e4-d35767488436 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:14.054908 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4fe0fcb7-47f1-402c-9008-5b22f1d7e6fa req-5fb87a8a-4524-4ecf-95e4-d35767488436 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 950 time: 0.0628493 Aug 25 17:40:14.229630 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3c185-75c5-4f3e-b5db-56fb1c815c21 req-c3a52477-cd00-467b-8343-1044ca98d5ba tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:14.231328 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a0f3c185-75c5-4f3e-b5db-56fb1c815c21 req-c3a52477-cd00-467b-8343-1044ca98d5ba tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ee9dd6e-1505-4117-8c3a-066f208f7242 HTTP/1.1" status: 200 len: 950 time: 0.0877306 Aug 25 17:40:14.248070 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-4fe0fcb7-47f1-402c-9008-5b22f1d7e6fa req-b4673c6d-061a-40b5-b866-6072b59324e2 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Deleting port 937c784b-a90e-4468-b115-f781749c9965 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:40:14.248521 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4fe0fcb7-47f1-402c-9008-5b22f1d7e6fa req-b4673c6d-061a-40b5-b866-6072b59324e2 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:14.323083 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a0f3c185-75c5-4f3e-b5db-56fb1c815c21 req-2742e4b8-ea1e-4741-b6e5-a9ba67123349 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c4c57ba-1903-4ee8-8625-350e9ee537f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824089 Aug 25 17:40:14.383190 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-4fe0fcb7-47f1-402c-9008-5b22f1d7e6fa req-b4673c6d-061a-40b5-b866-6072b59324e2 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] For port 937c784b-a90e-4468-b115-f781749c9965, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=937c784b-a90e-4468-b115-f781749c9965,segment=NetworkSegment(9700106a-bbc7-4335-9009-30f738f6d602),segment_id=9700106a-bbc7-4335-9009-30f738f6d602)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:40:14.383577 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4fe0fcb7-47f1-402c-9008-5b22f1d7e6fa req-b4673c6d-061a-40b5-b866-6072b59324e2 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:14.401158 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-4fe0fcb7-47f1-402c-9008-5b22f1d7e6fa req-b4673c6d-061a-40b5-b866-6072b59324e2 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Calling delete_port for 937c784b-a90e-4468-b115-f781749c9965 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:40:14.556609 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4fe0fcb7-47f1-402c-9008-5b22f1d7e6fa req-b4673c6d-061a-40b5-b866-6072b59324e2 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:14.570142 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['937c784b-a90e-4468-b115-f781749c9965'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:40:14.587138 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4673c6d-061a-40b5-b866-6072b59324e2 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Pushing event deleted for resources: {'Port': ['ID=937c784b-a90e-4468-b115-f781749c9965,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:14.641171 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe0fcb7-47f1-402c-9008-5b22f1d7e6fa req-b4673c6d-061a-40b5-b866-6072b59324e2 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] No DVR routers for this DVR port 937c784b-a90e-4468-b115-f781749c9965 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:40:14.643972 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4fe0fcb7-47f1-402c-9008-5b22f1d7e6fa req-b4673c6d-061a-40b5-b866-6072b59324e2 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:14.646615 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4fe0fcb7-47f1-402c-9008-5b22f1d7e6fa req-b4673c6d-061a-40b5-b866-6072b59324e2 tempest-VolumesNegativeTest-1784393397 tempest-VolumesNegativeTest-1784393397-project] 10.222.0.25 "DELETE /v2.0/ports/937c784b-a90e-4468-b115-f781749c9965 HTTP/1.1" status: 204 len: 173 time: 0.5835900 Aug 25 17:40:14.647059 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee9dd6e-1505-4117-8c3a-066f208f7242', 'name': 'network-vif-deleted', 'tag': '937c784b-a90e-4468-b115-f781749c9965'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:40:14.649418 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cc3f00-06d8-4c72-82b6-b564318909fc" -d '{"events": [{"server_uuid": "2ee9dd6e-1505-4117-8c3a-066f208f7242", "name": "network-vif-deleted", "tag": "937c784b-a90e-4468-b115-f781749c9965"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:40:14.692569 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8bf678-4ca6-4f12-a04a-7d603670ab9b x-openstack-request-id: req-4c8bf678-4ca6-4f12-a04a-7d603670ab9b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:40:14.692985 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee9dd6e-1505-4117-8c3a-066f208f7242", "name": "network-vif-deleted", "tag": "937c784b-a90e-4468-b115-f781749c9965", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:40:14.693298 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c8bf678-4ca6-4f12-a04a-7d603670ab9b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:40:14.694435 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee9dd6e-1505-4117-8c3a-066f208f7242', 'name': 'network-vif-deleted', 'tag': '937c784b-a90e-4468-b115-f781749c9965', 'status': 'completed', 'code': 200} Aug 25 17:40:14.767299 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:18.560726 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 937c784b-a90e-4468-b115-f781749c9965 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:40:18.696256 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: 937c784b-a90e-4468-b115-f781749c9965 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:40:18.696601 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 937c784b-a90e-4468-b115-f781749c9965 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:40:19.335398 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 56388) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:40:19.473764 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-eb45c4d6-ccbe-4f7e-b80e-00dac378d398 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e313c90f8e74c92a2ca95f590b2da66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365385 Aug 25 17:40:19.476431 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 56394) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:40:19.526810 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:19.547255 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:19.595047 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:19.597654 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:19.600047 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c4c57ba-1903-4ee8-8625-350e9ee537f5 HTTP/1.1" status: 204 len: 168 time: 0.1226506 Aug 25 17:40:19.608186 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4c57ba-1903-4ee8-8625-350e9ee537f5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:19.615360 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:19.615747 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:19.616101 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:19.616435 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:19.616830 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:19.617168 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:19.617495 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:19.617820 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:19.618195 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:19.618523 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:19.618843 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:19.619162 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6cfb5-eeb8-4083-9930-6f1e13939abc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:19.733068 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:40:20.417968 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 56400) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:40:20.461814 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6533e66-a390-4a32-860a-97d809bc8c0b admin admin] Deleting subnet 6906dd3b-25dc-4193-9918-3325f78ce795 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:40:20.464829 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6533e66-a390-4a32-860a-97d809bc8c0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:20.502190 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6533e66-a390-4a32-860a-97d809bc8c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63529772'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:20.539755 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6533e66-a390-4a32-860a-97d809bc8c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:20.590944 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6533e66-a390-4a32-860a-97d809bc8c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63530909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63909532'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:20.616113 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6533e66-a390-4a32-860a-97d809bc8c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6906dd3b-25dc-4193-9918-3325f78ce795,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:20.620900 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a6533e66-a390-4a32-860a-97d809bc8c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:20.622737 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a6533e66-a390-4a32-860a-97d809bc8c0b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6906dd3b-25dc-4193-9918-3325f78ce795 HTTP/1.1" status: 204 len: 168 time: 0.2038004 Aug 25 17:40:20.625229 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 56402) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:40:20.694683 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3213ec9-4bf3-4b7a-8809-0ebbdfe94e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:20.767876 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3213ec9-4bf3-4b7a-8809-0ebbdfe94e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:20.777978 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d3213ec9-4bf3-4b7a-8809-0ebbdfe94e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca20a3a-6175-4ecf-bb22-b82302f57254']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:40:20.788525 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d3213ec9-4bf3-4b7a-8809-0ebbdfe94e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c4faf0-b036-4693-9d5b-29bf92806042') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:40:20.788815 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-d3213ec9-4bf3-4b7a-8809-0ebbdfe94e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c4faf0-b036-4693-9d5b-29bf92806042') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:40:20.797270 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3213ec9-4bf3-4b7a-8809-0ebbdfe94e3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63529779'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:20.810335 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3213ec9-4bf3-4b7a-8809-0ebbdfe94e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:20.816150 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3213ec9-4bf3-4b7a-8809-0ebbdfe94e3f admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:40:20.816533 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3213ec9-4bf3-4b7a-8809-0ebbdfe94e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63531003'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: Traceback (most recent call last): Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: timer() Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: cb(*args, **kw) Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: return func(*args, **kwargs) Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: self._notify() Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: self.callback(batched_events) Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: event.method(event) Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: return f(self, *a, **k) Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._get(url).json() Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:40:20.818127 dv-cinder-786385-9-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:40:20.874405 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3213ec9-4bf3-4b7a-8809-0ebbdfe94e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:20.879665 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3213ec9-4bf3-4b7a-8809-0ebbdfe94e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:20.881573 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d3213ec9-4bf3-4b7a-8809-0ebbdfe94e3f admin admin] 10.222.0.13 "DELETE /v2.0/networks/bca20a3a-6175-4ecf-bb22-b82302f57254 HTTP/1.1" status: 204 len: 168 time: 0.2554290 Aug 25 17:40:20.892114 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3213ec9-4bf3-4b7a-8809-0ebbdfe94e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=bca20a3a-6175-4ecf-bb22-b82302f57254,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:21.042816 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 56406) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:40:21.083583 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-5fa81487-81e4-4379-9fcd-6f67cf2399eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f355166dfa2041c8a9466d746bcd1a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395448 Aug 25 17:40:21.086139 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 56408) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:40:21.132509 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b875a05b-1f8a-42b6-a68e-0802925809df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:21.153059 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b875a05b-1f8a-42b6-a68e-0802925809df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:21.199666 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b875a05b-1f8a-42b6-a68e-0802925809df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:21.202153 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b875a05b-1f8a-42b6-a68e-0802925809df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:21.203275 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-b875a05b-1f8a-42b6-a68e-0802925809df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f6a94ff-48ed-4fcb-80cd-24e970086396 HTTP/1.1" status: 204 len: 168 time: 0.1162460 Aug 25 17:40:21.211466 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875a05b-1f8a-42b6-a68e-0802925809df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6a94ff-48ed-4fcb-80cd-24e970086396,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:24.726206 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 56452) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:40:24.831994 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0549bbf-7ad7-4666-b6ab-f0e5c48a41df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:24.929735 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0549bbf-7ad7-4666-b6ab-f0e5c48a41df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:24.933565 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a0549bbf-7ad7-4666-b6ab-f0e5c48a41df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:24.971426 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-a0549bbf-7ad7-4666-b6ab-f0e5c48a41df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b49a3a9a238d4216ab9de480348d262b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441604 Aug 25 17:40:24.972450 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0549bbf-7ad7-4666-b6ab-f0e5c48a41df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f978309-68b0-4052-a54c-e07a06e3cbd2,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:24.974665 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56456) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:40:25.025444 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db8b03c1-4395-4dfc-8559-d156081e0871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:25.048760 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db8b03c1-4395-4dfc-8559-d156081e0871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:25.097034 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db8b03c1-4395-4dfc-8559-d156081e0871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:25.100711 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-db8b03c1-4395-4dfc-8559-d156081e0871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:25.101862 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-db8b03c1-4395-4dfc-8559-d156081e0871 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f978309-68b0-4052-a54c-e07a06e3cbd2 HTTP/1.1" status: 204 len: 168 time: 0.1252847 Aug 25 17:40:25.109937 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b03c1-4395-4dfc-8559-d156081e0871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f978309-68b0-4052-a54c-e07a06e3cbd2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:32.850827 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd103fd5-fd06-4be2-9a77-a42508eaf9ef req-d8e88ef4-89e5-40c1-bef2-f782dfc7f954 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:32.852272 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd103fd5-fd06-4be2-9a77-a42508eaf9ef req-d8e88ef4-89e5-40c1-bef2-f782dfc7f954 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 946 time: 0.0500157 Aug 25 17:40:32.890471 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd103fd5-fd06-4be2-9a77-a42508eaf9ef req-d7f55e48-76e3-4825-981f-2a3421ac3346 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322986 Aug 25 17:40:34.019983 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf19a88-e4e5-4665-87b0-404939c339d4 req-464ee502-58f6-4019-b50c-0b44aa2098d1 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:34.021728 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bf19a88-e4e5-4665-87b0-404939c339d4 req-464ee502-58f6-4019-b50c-0b44aa2098d1 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 946 time: 0.0526955 Aug 25 17:40:34.059964 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bf19a88-e4e5-4665-87b0-404939c339d4 req-e87f9dbf-0489-4598-82ac-059c462894bd tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321426 Aug 25 17:40:34.912008 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-5bd4430f-27cb-4f9b-a133-9eac17fb2384 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:34.913380 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-5bd4430f-27cb-4f9b-a133-9eac17fb2384 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 946 time: 0.0478210 Aug 25 17:40:35.007104 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Deleting port a1da61c8-674a-45ff-aed4-e4caa92db1f2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:40:35.007451 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:35.099155 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] For port a1da61c8-674a-45ff-aed4-e4caa92db1f2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a1da61c8-674a-45ff-aed4-e4caa92db1f2,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:40:35.099813 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:35.244137 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0f81d-c21e-4410-a619-7dd10800044a req-6ea2ed42-ea04-4ebb-865e-997687a1a080 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:35.245627 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-45d0f81d-c21e-4410-a619-7dd10800044a req-6ea2ed42-ea04-4ebb-865e-997687a1a080 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 946 time: 0.1013603 Aug 25 17:40:35.329918 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-45d0f81d-c21e-4410-a619-7dd10800044a req-486ecc2c-dbe8-4894-9f9e-5ac0aedbabd7 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782266 Aug 25 17:40:35.332641 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:35.333096 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:35.333317 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.l3_db [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Floating IP dce67ea1-8528-47af-8e8c-8baa61e81b02 disassociated. External IP: 172.27.3.205, port: a1da61c8-674a-45ff-aed4-e4caa92db1f2. Aug 25 17:40:35.333656 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Calling delete_port for a1da61c8-674a-45ff-aed4-e4caa92db1f2 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:40:35.460775 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:35.489470 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event deleted for resources: {'Port': ['ID=a1da61c8-674a-45ff-aed4-e4caa92db1f2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:35.603351 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Router a0a3a653-5557-48e1-b804-bdf36128a9b3 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:40:35.710301 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:40:35.719857 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035537b-6cd8-4c5d-a4a0-392e7e14c011 None None] Sync routers for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:40:35.729906 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035537b-6cd8-4c5d-a4a0-392e7e14c011 None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:40:35.730585 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c035537b-6cd8-4c5d-a4a0-392e7e14c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:40:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:40:35.750218 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] No DVR routers for this DVR port a1da61c8-674a-45ff-aed4-e4caa92db1f2 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:40:35.752856 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:35.755073 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ea2935de-2a48-4892-9e9d-72a03fe6f316 req-7e400f57-4497-451e-bca8-b008ece51f28 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "DELETE /v2.0/ports/a1da61c8-674a-45ff-aed4-e4caa92db1f2 HTTP/1.1" status: 204 len: 173 time: 0.8336184 Aug 25 17:40:35.755532 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d0382c-1227-4a08-93c3-80f5fa89f707', 'name': 'network-vif-deleted', 'tag': 'a1da61c8-674a-45ff-aed4-e4caa92db1f2'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:40:35.758304 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d2bfeb-50ac-4446-8ae6-3fefcf1534eb" -d '{"events": [{"server_uuid": "e6d0382c-1227-4a08-93c3-80f5fa89f707", "name": "network-vif-deleted", "tag": "a1da61c8-674a-45ff-aed4-e4caa92db1f2"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:40:35.798236 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff5ac2e-8275-4233-98f3-4bffd6620c86 x-openstack-request-id: req-aff5ac2e-8275-4233-98f3-4bffd6620c86 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:40:35.798544 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d0382c-1227-4a08-93c3-80f5fa89f707", "name": "network-vif-deleted", "tag": "a1da61c8-674a-45ff-aed4-e4caa92db1f2", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:40:35.798851 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aff5ac2e-8275-4233-98f3-4bffd6620c86 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:40:35.799271 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d0382c-1227-4a08-93c3-80f5fa89f707', 'name': 'network-vif-deleted', 'tag': 'a1da61c8-674a-45ff-aed4-e4caa92db1f2', 'status': 'completed', 'code': 200} Aug 25 17:40:35.843513 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-c035537b-6cd8-4c5d-a4a0-392e7e14c011 None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:40:36.052898 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c035537b-6cd8-4c5d-a4a0-392e7e14c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:40:36.079486 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035537b-6cd8-4c5d-a4a0-392e7e14c011 None None] Checking router: a0a3a653-5557-48e1-b804-bdf36128a9b3 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:40:36.088090 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035537b-6cd8-4c5d-a4a0-392e7e14c011 None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:40:36.088363 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c035537b-6cd8-4c5d-a4a0-392e7e14c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:40:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:40:36.192065 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-c035537b-6cd8-4c5d-a4a0-392e7e14c011 None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:40:36.388950 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-c035537b-6cd8-4c5d-a4a0-392e7e14c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:40:36.420758 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035537b-6cd8-4c5d-a4a0-392e7e14c011 None None] The sync data for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi is: [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:40:36.448110 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8c496828-0911-4485-9466-1d8d38550b10 req-4e665d55-65c2-488c-a2fb-3d57e6a54e5a tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6d0382c-1227-4a08-93c3-80f5fa89f707 HTTP/1.1" status: 200 len: 210 time: 0.0350275 Aug 25 17:40:36.639251 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c7de9-df5c-45b3-b940-b26c8ef8d238 None None] New status for floating IP dce67ea1-8528-47af-8e8c-8baa61e81b02: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:40:37.693987 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-a03b623f-c5eb-4120-9704-fe5984b0020c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-894678114&fields=id&tenant_id=03f44ddf22bd4f0db8bcc26749121893 HTTP/1.1" status: 200 len: 267 time: 0.0323465 Aug 25 17:40:37.803001 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-d6e2fd08-6e4b-4942-828b-dd11bda70c26 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:37.804502 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-d6e2fd08-6e4b-4942-828b-dd11bda70c26 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 812 time: 0.1035306 Aug 25 17:40:37.819663 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e64da5e9-7d81-4862-8a10-976d39f00abb tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/quotas/03f44ddf22bd4f0db8bcc26749121893 HTTP/1.1" status: 200 len: 375 time: 0.0094650 Aug 25 17:40:37.872597 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-1e9a533b-cddd-4614-9314-72a858b3af57 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472817 Aug 25 17:40:37.967251 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-5e83c184-9eff-4103-88fc-0fa18a01d671 service neutron] 10.222.0.13 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827582 Aug 25 17:40:38.053762 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-9bb1e61d-2d66-4625-8cbf-03851a986764 service neutron] 10.222.0.13 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796866 Aug 25 17:40:38.334760 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d26067de-4935-459f-944b-32d699358a58 req-47921c70-edcf-461a-bf8e-a304ea4a96dd tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 210 time: 0.0265677 Aug 25 17:40:38.609937 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device a1da61c8-674a-45ff-aed4-e4caa92db1f2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:40:38.631856 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: a1da61c8-674a-45ff-aed4-e4caa92db1f2 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:40:38.632298 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device a1da61c8-674a-45ff-aed4-e4caa92db1f2 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:40:39.265350 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-380e0852-9cfc-485e-830b-eec73adadf1f tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:39.266814 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-380e0852-9cfc-485e-830b-eec73adadf1f tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 812 time: 0.1069491 Aug 25 17:40:39.313872 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-6d031939-df05-4041-b400-60098cc339ff tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03f44ddf22bd4f0db8bcc26749121893 HTTP/1.1" status: 200 len: 379 time: 0.0355380 Aug 25 17:40:39.324413 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-16077d10-3bf6-4a7a-abc7-d0e9b94a69a5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Request body: {'port': {'device_id': 'c76067ef-1239-425c-9988-1ea14f11534e', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'admin_state_up': True, 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'security_groups': ['7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:40:39.436563 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-16077d10-3bf6-4a7a-abc7-d0e9b94a69a5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Made reservation on behalf of 03f44ddf22bd4f0db8bcc26749121893 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:40:39.440243 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-16077d10-3bf6-4a7a-abc7-d0e9b94a69a5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:39.493184 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d2ff336f-a5ad-4fcb-964c-870e1917a476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:39.593987 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-92fa3c0c-d433-45ca-b477-7cf3b3a9744b req-d2f7e994-0f86-4850-b7f2-6f2fe001de93 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 210 time: 0.0316501 Aug 25 17:40:39.604084 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-16077d10-3bf6-4a7a-abc7-d0e9b94a69a5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Allocated IP 172.20.0.3 (eb0641d1-7567-45df-879c-d23b630798c8/823fc509-32c6-4390-881b-06d431b67b66/83b135f6-0691-4a8b-a98e-1f7148cff9be) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:40:39.759301 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-16077d10-3bf6-4a7a-abc7-d0e9b94a69a5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:39.773526 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-16077d10-3bf6-4a7a-abc7-d0e9b94a69a5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Transition to ACTIVE for port object 83b135f6-0691-4a8b-a98e-1f7148cff9be will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:40:39.806425 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-16077d10-3bf6-4a7a-abc7-d0e9b94a69a5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:39.849585 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-16077d10-3bf6-4a7a-abc7-d0e9b94a69a5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Network eb0641d1-7567-45df-879c-d23b630798c8 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:40:39.852664 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-16077d10-3bf6-4a7a-abc7-d0e9b94a69a5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:40:39.856481 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-16077d10-3bf6-4a7a-abc7-d0e9b94a69a5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:40:39.880440 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16077d10-3bf6-4a7a-abc7-d0e9b94a69a5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'Port': ['ID=83b135f6-0691-4a8b-a98e-1f7148cff9be,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:39.908846 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-16077d10-3bf6-4a7a-abc7-d0e9b94a69a5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:39.909491 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-16077d10-3bf6-4a7a-abc7-d0e9b94a69a5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:39.925588 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-16077d10-3bf6-4a7a-abc7-d0e9b94a69a5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052446 Aug 25 17:40:39.938089 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Request body: {'port': {'device_id': 'c76067ef-1239-425c-9988-1ea14f11534e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:40:39.998092 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:40.033182 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-223a22bc-66f7-4d77-8c59-4450ab3792c0 None None] Provisioning for port 83b135f6-0691-4a8b-a98e-1f7148cff9be completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:40:40.037447 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-223a22bc-66f7-4d77-8c59-4450ab3792c0 None None] Provisioning complete for port 83b135f6-0691-4a8b-a98e-1f7148cff9be triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:40:40.037814 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-223a22bc-66f7-4d77-8c59-4450ab3792c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:40.071274 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-223a22bc-66f7-4d77-8c59-4450ab3792c0 None None] Port 83b135f6-0691-4a8b-a98e-1f7148cff9be cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:40:40.255580 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b135f6-0691-4a8b-a98e-1f7148cff9be {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:40:40.262831 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:40.274117 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Transition to ACTIVE for port object 83b135f6-0691-4a8b-a98e-1f7148cff9be will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:40:40.278307 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:40.347217 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Pushing event updated for resources: {'Port': ['ID=83b135f6-0691-4a8b-a98e-1f7148cff9be,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:40.399451 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Attempting to bind port 83b135f6-0691-4a8b-a98e-1f7148cff9be on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:40:40.399879 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Attempting to bind port 83b135f6-0691-4a8b-a98e-1f7148cff9be by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:40:40.400213 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Attempting to bind port 83b135f6-0691-4a8b-a98e-1f7148cff9be on network eb0641d1-7567-45df-879c-d23b630798c8 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:40:40.404861 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Port 83b135f6-0691-4a8b-a98e-1f7148cff9be on network eb0641d1-7567-45df-879c-d23b630798c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:40:40.405185 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Attempting to bind port 83b135f6-0691-4a8b-a98e-1f7148cff9be on network eb0641d1-7567-45df-879c-d23b630798c8 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:40:40.410341 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:40:40.410698 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Checking segment: {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:40:40.411137 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Bound using segment: {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:40:40.411596 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Bound port: 83b135f6-0691-4a8b-a98e-1f7148cff9be, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:40:40.411963 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:40.477286 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] For port 83b135f6-0691-4a8b-a98e-1f7148cff9be, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:40:40.481140 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] For port 83b135f6-0691-4a8b-a98e-1f7148cff9be, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83b135f6-0691-4a8b-a98e-1f7148cff9be,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:40:40.485778 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:40.520414 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:40.520978 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:40.522316 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] 10.222.0.25 "PUT /v2.0/ports/83b135f6-0691-4a8b-a98e-1f7148cff9be HTTP/1.1" status: 200 len: 1093 time: 0.5885711 Aug 25 17:40:40.522745 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76067ef-1239-425c-9988-1ea14f11534e', 'tag': '83b135f6-0691-4a8b-a98e-1f7148cff9be'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:40:40.524976 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aa6722-8d26-4582-b19b-649c3ecb12af" -d '{"events": [{"name": "network-changed", "server_uuid": "c76067ef-1239-425c-9988-1ea14f11534e", "tag": "83b135f6-0691-4a8b-a98e-1f7148cff9be"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:40:40.550456 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc5424-4b3a-4c44-87bb-ac54570cba75 service neutron] Pushing event updated for resources: {'Port': ['ID=83b135f6-0691-4a8b-a98e-1f7148cff9be,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:40.573972 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db16ab22-a034-4b1c-bca3-a3c29d50ccf5 x-openstack-request-id: req-db16ab22-a034-4b1c-bca3-a3c29d50ccf5 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:40:40.574268 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76067ef-1239-425c-9988-1ea14f11534e", "tag": "83b135f6-0691-4a8b-a98e-1f7148cff9be", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:40:40.574525 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db16ab22-a034-4b1c-bca3-a3c29d50ccf5 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:40:40.575003 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76067ef-1239-425c-9988-1ea14f11534e', 'tag': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'status': 'completed', 'code': 200} Aug 25 17:40:40.628542 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-62cca3d1-5366-4469-bbdb-9594b651b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:40.631175 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-62cca3d1-5366-4469-bbdb-9594b651b2cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 1096 time: 0.0553150 Aug 25 17:40:40.679653 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-ee87b0b8-1c29-44d2-b0ee-810772860722 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b135f6-0691-4a8b-a98e-1f7148cff9be HTTP/1.1" status: 200 len: 217 time: 0.0391278 Aug 25 17:40:40.755678 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-0dd61693-b2df-4d7a-a896-a7f1c21bff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:40.757139 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-0dd61693-b2df-4d7a-a896-a7f1c21bff05 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0686941 Aug 25 17:40:40.765551 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd535d6-903b-4d60-adba-262547bbe3a2 req-4fd6d60b-1a31-4621-890a-cbab90677649 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:40.766930 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9cd535d6-903b-4d60-adba-262547bbe3a2 req-4fd6d60b-1a31-4621-890a-cbab90677649 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 943 time: 0.0898504 Aug 25 17:40:40.827254 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9cd535d6-903b-4d60-adba-262547bbe3a2 req-1696d22f-2d66-4c4f-9523-399dde1f00bf tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519657 Aug 25 17:40:40.834250 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-3fd38dab-a986-44ec-ae32-37ebb579a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:40.835743 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-3fd38dab-a986-44ec-ae32-37ebb579a4ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679460 Aug 25 17:40:40.932442 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-7060bdb8-deb0-4863-b370-52ea0a5c4f01 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877187 Aug 25 17:40:41.024301 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f10dab47-a45e-4d3d-bce1-5ba8902770ba req-ea5d591e-dd0c-4ea2-8521-a05c99ef6674 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806704 Aug 25 17:40:41.119000 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa6722-8d26-4582-b19b-649c3ecb12af req-7538dad9-b41e-40f7-b3bf-910a858beba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:41.120441 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-14aa6722-8d26-4582-b19b-649c3ecb12af req-7538dad9-b41e-40f7-b3bf-910a858beba5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 1096 time: 0.0414562 Aug 25 17:40:41.210920 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa6722-8d26-4582-b19b-649c3ecb12af req-d55a80fc-a46e-4523-a7e2-d4b3df33b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:41.212416 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-14aa6722-8d26-4582-b19b-649c3ecb12af req-d55a80fc-a46e-4523-a7e2-d4b3df33b179 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 913 time: 0.0847075 Aug 25 17:40:41.252837 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-14aa6722-8d26-4582-b19b-649c3ecb12af req-b46b8017-40b0-4531-abf8-e38e2206da03 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b135f6-0691-4a8b-a98e-1f7148cff9be HTTP/1.1" status: 200 len: 217 time: 0.0325618 Aug 25 17:40:41.301774 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa6722-8d26-4582-b19b-649c3ecb12af req-739a8597-17aa-4fcb-9ce7-86258f82bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:41.303201 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-14aa6722-8d26-4582-b19b-649c3ecb12af req-739a8597-17aa-4fcb-9ce7-86258f82bb0c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0430298 Aug 25 17:40:41.352395 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa6722-8d26-4582-b19b-649c3ecb12af req-304b1ac9-4827-4c7f-bdb4-87d3fb49e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:41.354109 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-14aa6722-8d26-4582-b19b-649c3ecb12af req-304b1ac9-4827-4c7f-bdb4-87d3fb49e841 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427039 Aug 25 17:40:41.447294 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-14aa6722-8d26-4582-b19b-649c3ecb12af req-d4f55da1-30aa-430f-ac17-3bc5d773a893 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848897 Aug 25 17:40:41.538243 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-14aa6722-8d26-4582-b19b-649c3ecb12af req-d6f9dabe-1239-438f-9876-90ad16060c40 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831275 Aug 25 17:40:41.945232 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b8b6e-ade7-40bb-96c0-821163db7af8 req-ef590ac8-7c44-4aad-83cc-7c204c2ea28b tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:41.946718 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b15b8b6e-ade7-40bb-96c0-821163db7af8 req-ef590ac8-7c44-4aad-83cc-7c204c2ea28b tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 943 time: 0.0531375 Aug 25 17:40:41.986024 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b15b8b6e-ade7-40bb-96c0-821163db7af8 req-4772b038-531f-4bf1-b427-5e3a85b20ee8 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324106 Aug 25 17:40:42.234346 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-895eefce-d55c-4fed-b234-91f08dffbdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:42.390968 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:43.099922 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df52b97-be6b-4537-8399-1f31d92364f6 req-4b8a89a0-e717-4212-a669-929d992e51f5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:43.105546 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6df52b97-be6b-4537-8399-1f31d92364f6 req-4b8a89a0-e717-4212-a669-929d992e51f5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 943 time: 0.0492520 Aug 25 17:40:43.138303 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6df52b97-be6b-4537-8399-1f31d92364f6 req-8905f952-edea-4304-9740-596560d3cafa tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309622 Aug 25 17:40:43.459732 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:43.855228 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:44.525985 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393361b8-b232-4f01-9c7d-451ecb02f579 req-d5d3df16-49e9-4d44-bf46-1337e5a8b826 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:44.527456 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-393361b8-b232-4f01-9c7d-451ecb02f579 req-d5d3df16-49e9-4d44-bf46-1337e5a8b826 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 943 time: 0.3239267 Aug 25 17:40:44.564446 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-393361b8-b232-4f01-9c7d-451ecb02f579 req-73218ae9-253e-4f08-a5bf-5cfd0e6aace6 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310290 Aug 25 17:40:44.764744 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:45.676744 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b67d63-d8f2-41cd-88af-66c0766db6a9 req-02f3e03b-6440-44b7-9b6b-30b3ca4d6eb2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:45.678431 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41b67d63-d8f2-41cd-88af-66c0766db6a9 req-02f3e03b-6440-44b7-9b6b-30b3ca4d6eb2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 943 time: 0.0474751 Aug 25 17:40:45.715860 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-41b67d63-d8f2-41cd-88af-66c0766db6a9 req-9d6a1ca5-539c-4ca2-aa07-7d121bfa1006 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315020 Aug 25 17:40:46.827057 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e83f5b-cbc1-430d-accd-8b84e6ce0e35 req-336902b0-a7b7-4821-8cbb-149d3ce84f9d tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:46.828551 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-66e83f5b-cbc1-430d-accd-8b84e6ce0e35 req-336902b0-a7b7-4821-8cbb-149d3ce84f9d tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 943 time: 0.0490997 Aug 25 17:40:46.865846 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-66e83f5b-cbc1-430d-accd-8b84e6ce0e35 req-80050f9a-bd8d-409b-833f-4ff00cdbdb03 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307727 Aug 25 17:40:47.979797 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ecd9c-ff47-4b9e-8ad8-be77c2f2b73b req-0b60070f-a178-4c20-ae9f-a638efb42ec5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:47.981257 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5d3ecd9c-ff47-4b9e-8ad8-be77c2f2b73b req-0b60070f-a178-4c20-ae9f-a638efb42ec5 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 943 time: 0.0504835 Aug 25 17:40:48.017906 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5d3ecd9c-ff47-4b9e-8ad8-be77c2f2b73b req-eb8bdd87-b18a-41e6-aa2e-a25430b931b4 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308237 Aug 25 17:40:49.131363 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15077f7-af8b-4da4-8912-f283f6aa38e4 req-8f3510f4-94ad-4b75-80ee-7704827a1b89 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:49.132964 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b15077f7-af8b-4da4-8912-f283f6aa38e4 req-8f3510f4-94ad-4b75-80ee-7704827a1b89 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 943 time: 0.0485752 Aug 25 17:40:49.170632 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b15077f7-af8b-4da4-8912-f283f6aa38e4 req-cd1af296-de5e-4fcf-aed3-99ab43547808 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317645 Aug 25 17:40:50.282661 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af3084-d0a8-4e08-a996-adafdd469bbc req-fe4b790e-82a8-42e9-946b-624b4e9c9e21 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:50.284214 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68af3084-d0a8-4e08-a996-adafdd469bbc req-fe4b790e-82a8-42e9-946b-624b4e9c9e21 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 943 time: 0.0475793 Aug 25 17:40:50.326331 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68af3084-d0a8-4e08-a996-adafdd469bbc req-aa14da8d-53c1-4115-a79e-f7bd4142454b tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352058 Aug 25 17:40:50.681145 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 83b135f6-0691-4a8b-a98e-1f7148cff9be details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:40:50.777533 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 83b135f6-0691-4a8b-a98e-1f7148cff9be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83b135f6-0691-4a8b-a98e-1f7148cff9be,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:40:50.788528 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'port_id': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'mac_address': 'fa:16:3e:a4:65:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:40:50.825280 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:50.837555 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b135f6-0691-4a8b-a98e-1f7148cff9be {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:40:50.856154 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 83b135f6-0691-4a8b-a98e-1f7148cff9be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83b135f6-0691-4a8b-a98e-1f7148cff9be,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:40:50.860576 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:50.906074 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=83b135f6-0691-4a8b-a98e-1f7148cff9be,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:50.913408 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:50.913747 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:50.914080 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:50.914414 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:50.914810 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:50.915137 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:50.915460 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:50.915806 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:50.916127 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:50.916442 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:50.916757 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:50.917070 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:40:51.249492 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['83b135f6-0691-4a8b-a98e-1f7148cff9be'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:40:51.443689 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fd36b-b16a-4e4b-8d42-340f21d12a60 req-9d11ee85-7d3e-4b1f-b7d2-13209253abc9 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:51.459368 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1e0fd36b-b16a-4e4b-8d42-340f21d12a60 req-9d11ee85-7d3e-4b1f-b7d2-13209253abc9 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 944 time: 0.0563898 Aug 25 17:40:51.495804 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1e0fd36b-b16a-4e4b-8d42-340f21d12a60 req-530b74cf-d5c6-4d7d-b661-ecd41e09b16d tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359282 Aug 25 17:40:52.609193 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f60a3-94d3-4792-87f5-11c7cc8c4e33 req-4be035c3-038a-425e-aa26-017bf5140858 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:52.610674 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa4f60a3-94d3-4792-87f5-11c7cc8c4e33 req-4be035c3-038a-425e-aa26-017bf5140858 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 944 time: 0.0484331 Aug 25 17:40:52.648718 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa4f60a3-94d3-4792-87f5-11c7cc8c4e33 req-e780db8b-9bb3-4e84-94a0-53480a7a5309 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310726 Aug 25 17:40:52.711648 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 83b135f6-0691-4a8b-a98e-1f7148cff9be up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:40:52.763320 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port 83b135f6-0691-4a8b-a98e-1f7148cff9be completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:40:52.766836 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port 83b135f6-0691-4a8b-a98e-1f7148cff9be triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:40:52.767208 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:52.845653 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:52.869307 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76067ef-1239-425c-9988-1ea14f11534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b135f6-0691-4a8b-a98e-1f7148cff9be'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:40:52.871525 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb0756d-5d77-464f-833e-efdc213de29c" -d '{"events": [{"server_uuid": "c76067ef-1239-425c-9988-1ea14f11534e", "name": "network-vif-plugged", "status": "completed", "tag": "83b135f6-0691-4a8b-a98e-1f7148cff9be"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:40:52.883924 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 83b135f6-0691-4a8b-a98e-1f7148cff9be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83b135f6-0691-4a8b-a98e-1f7148cff9be,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:40:52.888129 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:52.913680 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7655fcfa-e36c-4a56-ba5c-5972b85e614c x-openstack-request-id: req-7655fcfa-e36c-4a56-ba5c-5972b85e614c {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:40:52.914003 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76067ef-1239-425c-9988-1ea14f11534e", "name": "network-vif-plugged", "status": "completed", "tag": "83b135f6-0691-4a8b-a98e-1f7148cff9be", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:40:52.914259 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7655fcfa-e36c-4a56-ba5c-5972b85e614c {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:40:52.915241 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76067ef-1239-425c-9988-1ea14f11534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'code': 200} Aug 25 17:40:52.942081 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=83b135f6-0691-4a8b-a98e-1f7148cff9be,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:53.119189 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2eeaa-e939-4669-b159-56041201e314 req-092f4a36-2467-457b-a1a4-04186ba5dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:53.120526 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d0c2eeaa-e939-4669-b159-56041201e314 req-092f4a36-2467-457b-a1a4-04186ba5dec4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 1098 time: 0.0406132 Aug 25 17:40:53.157662 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d0c2eeaa-e939-4669-b159-56041201e314 req-9a61f50c-2906-4e41-b296-f19ab8b0cd4c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283787 Aug 25 17:40:53.765495 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe67d8e-7279-40d2-8362-c7d51b78ab8e req-3f1f8a20-4c24-45eb-b1bb-2ed70eea048c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:53.766972 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2fe67d8e-7279-40d2-8362-c7d51b78ab8e req-3f1f8a20-4c24-45eb-b1bb-2ed70eea048c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 945 time: 0.0516660 Aug 25 17:40:53.804863 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2fe67d8e-7279-40d2-8362-c7d51b78ab8e req-b636add6-d47d-493b-8094-331f5c88384f tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318851 Aug 25 17:40:54.919710 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5d0f-289d-4468-bbad-7c77fd33842f req-9ec655fb-42c8-4e88-8303-ded8841dec2f tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:54.921183 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba3a5d0f-289d-4468-bbad-7c77fd33842f req-9ec655fb-42c8-4e88-8303-ded8841dec2f tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 945 time: 0.0484724 Aug 25 17:40:54.958644 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba3a5d0f-289d-4468-bbad-7c77fd33842f req-fcdf1c6d-7ef6-4bf9-999e-c142fb2b0852 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316362 Aug 25 17:40:55.072570 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c130c6-1daa-4c05-bc1d-af833bfd5ffc req-f483cefd-6fc7-41f4-8f94-cef81f8057c0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:55.074347 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-77c130c6-1daa-4c05-bc1d-af833bfd5ffc req-f483cefd-6fc7-41f4-8f94-cef81f8057c0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 945 time: 0.0503542 Aug 25 17:40:55.112505 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-77c130c6-1daa-4c05-bc1d-af833bfd5ffc req-63f985b5-f95c-4e47-b5f7-90d4f8f625a3 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322149 Aug 25 17:40:55.135491 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56530) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:40:55.176168 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd82478-2819-4a9f-9b3b-f21d7412bdef tempest-TestVolumeBootPattern-879590900 tempest-TestVolumeBootPattern-879590900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:55.177642 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-cbd82478-2819-4a9f-9b3b-f21d7412bdef tempest-TestVolumeBootPattern-879590900 tempest-TestVolumeBootPattern-879590900-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 1093 time: 0.0410850 Aug 25 17:40:55.181014 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56532) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:40:55.185415 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Request body: {'floatingip': {'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'port_id': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:40:55.209310 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:55.308906 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:55.416220 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Allocated IP 172.27.3.230 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/73481f71-7ebf-4817-be96-fa5fe9eb1475) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:40:55.518929 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:55.558171 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:55.597316 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:40:55.602887 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:40:55.605976 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:40:55.634067 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'Port': ['ID=73481f71-7ebf-4817-be96-fa5fe9eb1475,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:55.961605 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:56.030009 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:56.176751 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:56.181266 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:56.246225 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'Port': ['ID=73481f71-7ebf-4817-be96-fa5fe9eb1475,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:40:56.258792 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:56.358988 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.l3_db [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Floating IP fe434eaa-56b2-4392-9bdb-7e9aba75f4ad associated. External IP: 172.27.3.230, port: 83b135f6-0691-4a8b-a98e-1f7148cff9be. Aug 25 17:40:56.559949 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Router a0a3a653-5557-48e1-b804-bdf36128a9b3 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:40:56.665497 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:40:56.675115 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c978440-bb4d-49bd-bf9e-30184ef952d4 None None] Sync routers for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:40:56.682834 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:40:56.688818 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c978440-bb4d-49bd-bf9e-30184ef952d4 None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:40:56.689437 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8c978440-bb4d-49bd-bf9e-30184ef952d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:40:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:40:56.711817 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ee1ace3a-d697-48e0-afbe-e92299fa4cf2 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5297344 Aug 25 17:40:56.712414 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76067ef-1239-425c-9988-1ea14f11534e', 'tag': '83b135f6-0691-4a8b-a98e-1f7148cff9be'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:40:56.714647 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b709f154-66a7-4b3c-b29d-80e01edba7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c76067ef-1239-425c-9988-1ea14f11534e", "tag": "83b135f6-0691-4a8b-a98e-1f7148cff9be"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:40:56.732087 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:40:56.750627 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f204bf-91b2-4dde-a7cc-e080716adf79 x-openstack-request-id: req-35f204bf-91b2-4dde-a7cc-e080716adf79 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:40:56.750919 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76067ef-1239-425c-9988-1ea14f11534e", "tag": "83b135f6-0691-4a8b-a98e-1f7148cff9be", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:40:56.751173 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35f204bf-91b2-4dde-a7cc-e080716adf79 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:40:56.751602 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76067ef-1239-425c-9988-1ea14f11534e', 'tag': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'status': 'completed', 'code': 200} Aug 25 17:40:56.806611 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-8c978440-bb4d-49bd-bf9e-30184ef952d4 None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:40:56.813900 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709f154-66a7-4b3c-b29d-80e01edba7e5 req-a14b03b4-680a-4aa0-b8c7-3a4b0640a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:56.815387 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b709f154-66a7-4b3c-b29d-80e01edba7e5 req-a14b03b4-680a-4aa0-b8c7-3a4b0640a040 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 1098 time: 0.0417309 Aug 25 17:40:56.908781 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709f154-66a7-4b3c-b29d-80e01edba7e5 req-2757cb58-08d5-448a-985a-6e3849763033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:56.910295 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b709f154-66a7-4b3c-b29d-80e01edba7e5 req-2757cb58-08d5-448a-985a-6e3849763033 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 913 time: 0.0868509 Aug 25 17:40:56.981115 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b709f154-66a7-4b3c-b29d-80e01edba7e5 req-1b03ecbb-84d1-474b-b0d7-29917324d4b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b135f6-0691-4a8b-a98e-1f7148cff9be HTTP/1.1" status: 200 len: 999 time: 0.0623453 Aug 25 17:40:57.030201 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709f154-66a7-4b3c-b29d-80e01edba7e5 req-abc2f4e2-7b41-4f18-827b-2c1b9cfe91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:57.030464 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8c978440-bb4d-49bd-bf9e-30184ef952d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'fe434eaa-56b2-4392-9bdb-7e9aba75f4ad', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:a4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76067ef-1239-425c-9988-1ea14f11534e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:40:55Z', 'updated_at': '2021-08-25T17:40:55Z', 'revision_number': 0, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:40:57.031696 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b709f154-66a7-4b3c-b29d-80e01edba7e5 req-abc2f4e2-7b41-4f18-827b-2c1b9cfe91c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0431371 Aug 25 17:40:57.055214 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c978440-bb4d-49bd-bf9e-30184ef952d4 None None] Checking router: a0a3a653-5557-48e1-b804-bdf36128a9b3 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:40:57.063470 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c978440-bb4d-49bd-bf9e-30184ef952d4 None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:40:57.064169 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8c978440-bb4d-49bd-bf9e-30184ef952d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:40:42Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:40:57.081362 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709f154-66a7-4b3c-b29d-80e01edba7e5 req-f2785e70-f97b-4977-a433-493565443a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:40:57.082868 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b709f154-66a7-4b3c-b29d-80e01edba7e5 req-f2785e70-f97b-4977-a433-493565443a17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432687 Aug 25 17:40:57.171884 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-8c978440-bb4d-49bd-bf9e-30184ef952d4 None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:40:57.172123 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b709f154-66a7-4b3c-b29d-80e01edba7e5 req-9621c5cb-96e3-4020-a5a2-d041e3981038 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804808 Aug 25 17:40:57.266004 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b709f154-66a7-4b3c-b29d-80e01edba7e5 req-6e25223e-b037-45ac-8c7e-edfbd1f5954b service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867455 Aug 25 17:40:57.404087 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-8c978440-bb4d-49bd-bf9e-30184ef952d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'fe434eaa-56b2-4392-9bdb-7e9aba75f4ad', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:a4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76067ef-1239-425c-9988-1ea14f11534e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:40:55Z', 'updated_at': '2021-08-25T17:40:55Z', 'revision_number': 0, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:40:57.547104 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c978440-bb4d-49bd-bf9e-30184ef952d4 None None] The sync data for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi is: [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'fe434eaa-56b2-4392-9bdb-7e9aba75f4ad', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:a4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76067ef-1239-425c-9988-1ea14f11534e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:40:55Z', 'updated_at': '2021-08-25T17:40:55Z', 'revision_number': 0, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:40:57.722167 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc81622-906a-45f3-b790-44ce43e02956 None None] New status for floating IP fe434eaa-56b2-4392-9bdb-7e9aba75f4ad: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:41:09.494794 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b76cdb9c-21d4-4e87-8c16-15694d33675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:41:12.235515 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac335-1d40-437d-bda1-05e4caf4c2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:41:12.392440 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:41:13.464250 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:41:13.854354 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:41:14.770136 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:41:33.731787 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:41:39.494266 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2c49eb22-c953-4175-9408-77d3c5ff177e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:41:42.236696 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-204b618c-e947-446b-b977-3f46db2ad311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:41:42.392649 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:41:43.466584 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:41:43.856064 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:41:44.770233 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:41:49.299079 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f150315-ce27-47b5-ab3c-304c4e05fa10 req-99eeef01-8d64-44f5-b772-6b45e5b356f1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1296513 Aug 25 17:41:49.382517 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f150315-ce27-47b5-ab3c-304c4e05fa10 req-7c429d45-9373-45f4-80e7-4a090ede5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:41:49.384046 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f150315-ce27-47b5-ab3c-304c4e05fa10 req-7c429d45-9373-45f4-80e7-4a090ede5c5b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 1098 time: 0.0404227 Aug 25 17:41:49.489190 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f150315-ce27-47b5-ab3c-304c4e05fa10 req-6039c6fe-171d-4e9c-80d7-ab01066e137c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:41:49.490676 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f150315-ce27-47b5-ab3c-304c4e05fa10 req-6039c6fe-171d-4e9c-80d7-ab01066e137c service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 913 time: 0.0857174 Aug 25 17:41:49.559358 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f150315-ce27-47b5-ab3c-304c4e05fa10 req-b177afdd-6f74-4763-b83f-1818b66e528f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b135f6-0691-4a8b-a98e-1f7148cff9be HTTP/1.1" status: 200 len: 1001 time: 0.0605302 Aug 25 17:41:49.610275 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f150315-ce27-47b5-ab3c-304c4e05fa10 req-c2acf964-b87d-45d1-a0e4-e47a67f4742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:41:49.611765 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f150315-ce27-47b5-ab3c-304c4e05fa10 req-c2acf964-b87d-45d1-a0e4-e47a67f4742b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0447917 Aug 25 17:41:49.663197 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f150315-ce27-47b5-ab3c-304c4e05fa10 req-6bbffe3a-873d-487f-ad98-83da4b8dcc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:41:49.664743 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f150315-ce27-47b5-ab3c-304c4e05fa10 req-6bbffe3a-873d-487f-ad98-83da4b8dcc61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446231 Aug 25 17:41:49.754274 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f150315-ce27-47b5-ab3c-304c4e05fa10 req-09f54dff-9022-4914-92db-e0acf666c133 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808332 Aug 25 17:41:49.848844 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9f150315-ce27-47b5-ab3c-304c4e05fa10 req-e651fe1e-4336-40ab-b00e-480e00728e2a service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856564 Aug 25 17:42:05.418870 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [req-8bac7325-d8be-4c5a-943a-d67a27d0444f req-64769494-c183-423c-8525-a4b6181e4049 service neutron] (93889) timed out ('10.222.0.25', 57562) {{(pid=93889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 17:42:09.115346 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [req-6c608bcc-0f7e-4e45-b44d-bacc00f83b42 req-7b978ede-9672-4656-b72c-e12d7931a336 service neutron] (93889) timed out ('10.222.0.25', 57555) {{(pid=93889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 17:42:09.495412 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0ec2e63-08c5-42bc-9671-c69d31568d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:42:10.735198 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:42:11.001190 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [req-5cf0dc48-5a46-4695-a5a5-5f0443791200 req-5eae4365-44d3-4ebd-8bf0-6787d13a0c96 service neutron] (93888) timed out ('10.222.0.25', 57521) {{(pid=93888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 17:42:12.240609 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b3a1a07e-c86d-48f3-add5-f5a0820ea854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:42:12.393479 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:42:13.466673 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:42:13.859835 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:42:14.772282 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:42:39.495176 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-70c56274-8084-4140-96a2-22aa0f6f6ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:42:42.241411 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-91e0fa31-95ca-4d3a-ae8e-1a402c8b1c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:42:42.396066 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:42:43.469658 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:42:43.860847 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:42:44.776841 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:42:47.733856 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:42:50.381200 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b63736c2-eea5-4bf2-bab1-5dca27a542b2 req-39fdafee-2fef-4e07-942f-c2e08b938b87 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404413 Aug 25 17:42:50.467515 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63736c2-eea5-4bf2-bab1-5dca27a542b2 req-0a124c39-2ee7-4f69-9d71-36910ae9d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:42:50.469020 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b63736c2-eea5-4bf2-bab1-5dca27a542b2 req-0a124c39-2ee7-4f69-9d71-36910ae9d83b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 1098 time: 0.0406592 Aug 25 17:42:50.572807 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63736c2-eea5-4bf2-bab1-5dca27a542b2 req-88ee9de4-0fcf-4064-8f24-0a530d623496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:42:50.574296 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b63736c2-eea5-4bf2-bab1-5dca27a542b2 req-88ee9de4-0fcf-4064-8f24-0a530d623496 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 913 time: 0.0844643 Aug 25 17:42:50.639306 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b63736c2-eea5-4bf2-bab1-5dca27a542b2 req-31e0dfb3-1109-48e8-ae3a-64bd2b31dd7a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b135f6-0691-4a8b-a98e-1f7148cff9be HTTP/1.1" status: 200 len: 1001 time: 0.0568540 Aug 25 17:42:50.689285 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63736c2-eea5-4bf2-bab1-5dca27a542b2 req-4d6f7bac-07bc-4f1f-8dd1-1b1d5ae11f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:42:50.690781 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b63736c2-eea5-4bf2-bab1-5dca27a542b2 req-4d6f7bac-07bc-4f1f-8dd1-1b1d5ae11f34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0444329 Aug 25 17:42:50.740508 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63736c2-eea5-4bf2-bab1-5dca27a542b2 req-4bde316b-02bb-46d4-8784-d59109c219e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:42:50.742085 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b63736c2-eea5-4bf2-bab1-5dca27a542b2 req-4bde316b-02bb-46d4-8784-d59109c219e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437133 Aug 25 17:42:50.829818 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b63736c2-eea5-4bf2-bab1-5dca27a542b2 req-28ede391-d7f0-4566-be2e-f818e62edfe8 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793984 Aug 25 17:42:50.928072 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b63736c2-eea5-4bf2-bab1-5dca27a542b2 req-ba4373e0-5b35-4c06-8ddc-68a362c2f788 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898504 Aug 25 17:42:58.467276 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-45eb21d1-5b45-437a-8ccc-93ff0fa946f6 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-894678114&fields=id&tenant_id=03f44ddf22bd4f0db8bcc26749121893 HTTP/1.1" status: 200 len: 267 time: 0.0345783 Aug 25 17:42:58.572608 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-4cc83fdd-8011-482d-a104-e95b34b6b898 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:42:58.574056 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-4cc83fdd-8011-482d-a104-e95b34b6b898 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 812 time: 0.1000552 Aug 25 17:42:58.589600 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-3ee21b2f-04c4-4934-8c3f-a78f168354ef tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/quotas/03f44ddf22bd4f0db8bcc26749121893 HTTP/1.1" status: 200 len: 375 time: 0.0098894 Aug 25 17:42:58.649967 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-1ae1ab0c-ccab-4f2d-80a1-ce8999771a73 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0546465 Aug 25 17:42:58.786584 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-c573ff8d-27ae-4fe2-bb43-2d145a8a3178 service neutron] 10.222.0.13 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247847 Aug 25 17:42:58.878022 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-0e6736f2-656a-49e8-80d8-4792dfec320b service neutron] 10.222.0.13 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852447 Aug 25 17:43:00.233617 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f3025462-2e72-4266-a400-270f0ad245d6 req-9356176b-8099-4ac6-bb8a-a8bd28bbaefa tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 210 time: 0.0786741 Aug 25 17:43:01.310781 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3dd8072d-bef3-4f3f-a1bb-1dbafac5de96 req-5cd78e23-89b9-447d-ad9e-9d92ce1474d0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 210 time: 0.0266688 Aug 25 17:43:02.406886 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89ed9bff-e470-457b-ac2a-dac396643f20 req-5c624413-9794-4218-8c41-7dc50991a461 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 210 time: 0.0280349 Aug 25 17:43:03.482410 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-492fbb97-9e87-4ae3-9fb4-9a8e72df1fbd req-b66a519b-19d3-49d0-8663-46e98d232e70 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 210 time: 0.0263405 Aug 25 17:43:04.573737 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31a2aaca-ce4b-4e59-844b-e8c38a637bb1 req-11c94563-419e-4b25-9963-ccd757604426 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 210 time: 0.0253530 Aug 25 17:43:05.287164 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-5ec06b1f-ae23-45e5-a3a5-3bd5605a4f2c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:05.288640 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-5ec06b1f-ae23-45e5-a3a5-3bd5605a4f2c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 812 time: 0.1053731 Aug 25 17:43:05.335385 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-539299d8-00fd-4769-9fe1-a6b72f7840fc tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03f44ddf22bd4f0db8bcc26749121893 HTTP/1.1" status: 200 len: 379 time: 0.0351970 Aug 25 17:43:05.345624 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Request body: {'port': {'device_id': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'admin_state_up': True, 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'security_groups': ['7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:43:05.453799 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Made reservation on behalf of 03f44ddf22bd4f0db8bcc26749121893 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 17:43:05.457308 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:05.581047 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Allocated IP 172.20.0.14 (eb0641d1-7567-45df-879c-d23b630798c8/823fc509-32c6-4390-881b-06d431b67b66/2fc30eab-c780-4b1c-aeca-6372f6cd52c8) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:43:05.706196 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-38a7ce3c-750c-4c02-a21b-a2611be159c8 req-b4165357-8005-47a6-aad9-806e9cc12868 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 210 time: 0.0354340 Aug 25 17:43:05.758112 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:05.771701 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Transition to ACTIVE for port object 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:43:05.806645 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:05.850964 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Network eb0641d1-7567-45df-879c-d23b630798c8 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:43:05.855978 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:43:05.858583 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:43:06.134029 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-6440a622-e9c3-4017-9fff-0c2dcf3e9e52 None None] Provisioning for port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 completed by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:43:06.138294 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-6440a622-e9c3-4017-9fff-0c2dcf3e9e52 None None] Provisioning complete for port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 triggered by entity DHCP. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:43:06.138668 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6440a622-e9c3-4017-9fff-0c2dcf3e9e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:06.170686 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'Port': ['ID=2fc30eab-c780-4b1c-aeca-6372f6cd52c8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:43:06.176502 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6440a622-e9c3-4017-9fff-0c2dcf3e9e52 None None] Port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 cannot update to ACTIVE because it is not bound. {{(pid=93890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 17:43:06.185910 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:06.186248 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:06.186580 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:06.186912 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:06.187229 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:06.187551 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:06.187909 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:06.188210 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:06.188532 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:06.188846 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:06.189157 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:06.189465 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:06.205945 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:06.206538 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:06.220173 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-57cdd96e-77d0-4db4-989d-6dd71c5d1b1c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8783159 Aug 25 17:43:06.233476 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Request body: {'port': {'device_id': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:43:06.289391 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:06.583812 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:43:06.593428 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:06.607319 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Transition to ACTIVE for port object 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 17:43:06.611464 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:06.662699 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc30eab-c780-4b1c-aeca-6372f6cd52c8,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:43:06.750814 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Attempting to bind port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 17:43:06.751293 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Attempting to bind port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 17:43:06.751772 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Attempting to bind port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 on network eb0641d1-7567-45df-879c-d23b630798c8 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:43:06.757233 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 on network eb0641d1-7567-45df-879c-d23b630798c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 17:43:06.757834 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Attempting to bind port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 on network eb0641d1-7567-45df-879c-d23b630798c8 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 17:43:06.763795 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Checking agent: {'id': 'bdff3d68-e95f-4eb2-b7b4-e83814bccd78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'started_at': datetime.datetime(2021, 8, 25, 17, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 17, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 17:43:06.764317 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Checking segment: {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 17:43:06.764809 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Bound using segment: {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 17:43:06.765364 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Bound port: 2fc30eab-c780-4b1c-aeca-6372f6cd52c8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 17:43:06.765828 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:06.893552 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f324aa-b9dd-4ded-b593-0b8d8fa47176 req-7199442e-80e8-4917-bedf-48032ab5cde6 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:06.894935 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e0f324aa-b9dd-4ded-b593-0b8d8fa47176 req-7199442e-80e8-4917-bedf-48032ab5cde6 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 944 time: 0.1175354 Aug 25 17:43:06.904427 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] For port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8, host hv-cinder-78638, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 17:43:06.916078 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] For port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2fc30eab-c780-4b1c-aeca-6372f6cd52c8,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 17:43:06.926479 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:06.976131 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:06.977214 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:06.978773 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] 10.222.0.25 "PUT /v2.0/ports/2fc30eab-c780-4b1c-aeca-6372f6cd52c8 HTTP/1.1" status: 200 len: 1094 time: 0.7498519 Aug 25 17:43:06.979219 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'tag': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:43:06.981493 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afd01e4-99ca-4c5d-b1e8-eea82197dec4" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f52b92-d229-445d-bf63-8a616efbafd7", "tag": "2fc30eab-c780-4b1c-aeca-6372f6cd52c8"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:43:07.000325 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e0f324aa-b9dd-4ded-b593-0b8d8fa47176 req-e74c389f-35cc-4bef-a1df-c832a3ed4020 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986438 Aug 25 17:43:07.005465 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab29325-01e4-4250-8e0b-1964485ad352 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc30eab-c780-4b1c-aeca-6372f6cd52c8,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:43:07.091136 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-ed53f7d6-e95b-40d5-a139-6741a758cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:07.092513 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-ed53f7d6-e95b-40d5-a139-6741a758cdd2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 1097 time: 0.0514786 Aug 25 17:43:07.100235 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e182a5e8-b387-4774-b0bf-c0e24f4dbf58 x-openstack-request-id: req-e182a5e8-b387-4774-b0bf-c0e24f4dbf58 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:43:07.100626 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f52b92-d229-445d-bf63-8a616efbafd7", "tag": "2fc30eab-c780-4b1c-aeca-6372f6cd52c8", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:43:07.100873 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e182a5e8-b387-4774-b0bf-c0e24f4dbf58 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:43:07.101281 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'tag': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8', 'status': 'completed', 'code': 200} Aug 25 17:43:07.138169 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-d7378f95-576f-49e6-bd23-9e74116c7f26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc30eab-c780-4b1c-aeca-6372f6cd52c8 HTTP/1.1" status: 200 len: 217 time: 0.0353179 Aug 25 17:43:07.188315 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-1ad0f293-899b-4b84-b8b5-e79b6bfbdf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:07.189760 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-1ad0f293-899b-4b84-b8b5-e79b6bfbdf69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0436208 Aug 25 17:43:07.239446 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-2834a60c-a03d-4b81-b78a-cab84bf419c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:07.240899 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-2834a60c-a03d-4b81-b78a-cab84bf419c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435600 Aug 25 17:43:07.329512 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-e2f502d6-4827-4079-8145-0e93c1744ef3 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800540 Aug 25 17:43:07.423673 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-451f8cd9-bdf5-45a9-bd33-457d1e458110 req-abaf3a14-18ee-4f95-bb8b-df55b4c427b0 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858982 Aug 25 17:43:07.512745 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd01e4-99ca-4c5d-b1e8-eea82197dec4 req-b9692474-3dcf-4141-8bfe-25161cae654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:07.514197 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1afd01e4-99ca-4c5d-b1e8-eea82197dec4 req-b9692474-3dcf-4141-8bfe-25161cae654a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 1097 time: 0.0397086 Aug 25 17:43:07.605018 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd01e4-99ca-4c5d-b1e8-eea82197dec4 req-dfcbf0fc-fa9b-4d65-81a6-69c84dff5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:07.606504 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1afd01e4-99ca-4c5d-b1e8-eea82197dec4 req-dfcbf0fc-fa9b-4d65-81a6-69c84dff5dec service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 913 time: 0.0840185 Aug 25 17:43:07.651599 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1afd01e4-99ca-4c5d-b1e8-eea82197dec4 req-af5d6470-05d9-4574-8151-85b4f7e88367 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc30eab-c780-4b1c-aeca-6372f6cd52c8 HTTP/1.1" status: 200 len: 217 time: 0.0369055 Aug 25 17:43:07.700653 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd01e4-99ca-4c5d-b1e8-eea82197dec4 req-aa9f2abf-f45a-4754-aeb6-eabd4a44b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:07.701978 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1afd01e4-99ca-4c5d-b1e8-eea82197dec4 req-aa9f2abf-f45a-4754-aeb6-eabd4a44b74b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0430372 Aug 25 17:43:07.748794 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd01e4-99ca-4c5d-b1e8-eea82197dec4 req-4d24efbd-116d-420c-8c13-6cd1c519f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:07.750332 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1afd01e4-99ca-4c5d-b1e8-eea82197dec4 req-4d24efbd-116d-420c-8c13-6cd1c519f30b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402517 Aug 25 17:43:07.845362 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1afd01e4-99ca-4c5d-b1e8-eea82197dec4 req-2fe9d088-7980-46c2-8a74-6606eaa61f70 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860751 Aug 25 17:43:07.934502 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1afd01e4-99ca-4c5d-b1e8-eea82197dec4 req-2a325317-550b-43c4-8b48-36dffb20e296 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807271 Aug 25 17:43:08.129909 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f24400-2a32-4eee-a0f8-4f2a184eb22f req-d8843ce3-9b79-4239-ad54-6b7060b1eb9d tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:08.131371 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22f24400-2a32-4eee-a0f8-4f2a184eb22f req-d8843ce3-9b79-4239-ad54-6b7060b1eb9d tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 944 time: 0.0491560 Aug 25 17:43:08.173349 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22f24400-2a32-4eee-a0f8-4f2a184eb22f req-4d508824-55cd-4531-8431-3c3ed3d217e8 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355716 Aug 25 17:43:09.289464 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2d6b2-47e5-4331-a9eb-2bbaf9aaf2a6 req-4bbf93bd-9630-4d60-8f10-439f5cd958d9 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:09.290962 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22a2d6b2-47e5-4331-a9eb-2bbaf9aaf2a6 req-4bbf93bd-9630-4d60-8f10-439f5cd958d9 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 944 time: 0.0491548 Aug 25 17:43:09.330344 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22a2d6b2-47e5-4331-a9eb-2bbaf9aaf2a6 req-662d03ed-e7f1-4484-9ab0-4117db29a397 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333662 Aug 25 17:43:09.496326 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f5e8ad80-4bd7-4ffc-b849-23a29319959c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:10.441619 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647e5c2-af98-4da5-aeab-4618b1ca06db req-9118a033-a87c-445c-b049-d4249292b119 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:10.443103 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3647e5c2-af98-4da5-aeab-4618b1ca06db req-9118a033-a87c-445c-b049-d4249292b119 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 944 time: 0.0481718 Aug 25 17:43:10.481226 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3647e5c2-af98-4da5-aeab-4618b1ca06db req-a67ddb15-affe-41c2-b7ce-4cbf36adad9c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314479 Aug 25 17:43:11.593326 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c54e0c-7daa-453f-a995-cea6390c2b32 req-2aca629c-bd09-4ba7-be32-5592761f728a tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:11.594870 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e5c54e0c-7daa-453f-a995-cea6390c2b32 req-2aca629c-bd09-4ba7-be32-5592761f728a tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 944 time: 0.0484064 Aug 25 17:43:11.636762 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e5c54e0c-7daa-453f-a995-cea6390c2b32 req-6ae7b5cf-a0b9-4a26-bcb1-03f01c74532c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359430 Aug 25 17:43:12.242276 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-352bcdab-4cde-4f2d-9bf0-cc0adca1f38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:12.397922 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:12.751130 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60571ffe-02a7-4eef-b0bf-fe9b0c2bfcc6 req-c672ed03-f70d-4af5-8acc-e653b497f961 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:12.752633 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-60571ffe-02a7-4eef-b0bf-fe9b0c2bfcc6 req-c672ed03-f70d-4af5-8acc-e653b497f961 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 944 time: 0.0489383 Aug 25 17:43:12.789982 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-60571ffe-02a7-4eef-b0bf-fe9b0c2bfcc6 req-eddf66ac-39a9-4afb-b070-b24371d72800 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312581 Aug 25 17:43:13.476545 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:13.881840 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:13.905510 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c0a0b-e436-47f9-bcfa-30bb035b2a1c req-bbde3f78-3e44-4bcc-9eb4-7f13295fb890 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:13.907013 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ef8c0a0b-e436-47f9-bcfa-30bb035b2a1c req-bbde3f78-3e44-4bcc-9eb4-7f13295fb890 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 944 time: 0.0500295 Aug 25 17:43:13.946190 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ef8c0a0b-e436-47f9-bcfa-30bb035b2a1c req-6880d50c-a8c2-42b3-b434-18bc68370a21 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330868 Aug 25 17:43:14.779113 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:15.059498 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2901c-e7ef-45b2-9b96-90a545f1292e req-82ec1a5b-35a7-490f-b09b-d4c8b18e517b tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:15.061005 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-61f2901c-e7ef-45b2-9b96-90a545f1292e req-82ec1a5b-35a7-490f-b09b-d4c8b18e517b tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 944 time: 0.0492985 Aug 25 17:43:15.102483 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-61f2901c-e7ef-45b2-9b96-90a545f1292e req-e57150e5-aab3-4f36-8baa-439cbd2b4653 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355816 Aug 25 17:43:15.380568 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=93890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 17:43:15.472877 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2fc30eab-c780-4b1c-aeca-6372f6cd52c8,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:43:15.487030 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Returning: {'device': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'port_id': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8', 'mac_address': 'fa:16:3e:ed:0c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 17:43:15.523373 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:15.540049 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 {{(pid=93890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 17:43:15.558306 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2fc30eab-c780-4b1c-aeca-6372f6cd52c8,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:43:15.562982 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:15.609222 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=2fc30eab-c780-4b1c-aeca-6372f6cd52c8,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:43:15.616134 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:15.616492 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:15.616834 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:15.617169 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:15.617500 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:15.617827 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:15.618155 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:15.618482 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:15.618812 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:15.619134 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:15.619457 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:15.619808 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:43:15.981688 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] get_ports_and_sgs() called for port_ids ['2fc30eab-c780-4b1c-aeca-6372f6cd52c8'] {{(pid=93890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 17:43:16.218095 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372da01-bcaf-442e-aff8-c4607b56fce4 req-ce35aef8-ebce-4d8f-950b-5fb45f62834e tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:16.220157 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a372da01-bcaf-442e-aff8-c4607b56fce4 req-ce35aef8-ebce-4d8f-950b-5fb45f62834e tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 945 time: 0.0501173 Aug 25 17:43:16.259051 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a372da01-bcaf-442e-aff8-c4607b56fce4 req-04b95f68-a317-4ea1-b080-80c56cdc2c9a tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330210 Aug 25 17:43:17.373248 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6d7c8-6048-4db3-8861-7aee7b047be7 req-181881e0-055f-4a80-b35d-86453e808750 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:17.374756 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-40f6d7c8-6048-4db3-8861-7aee7b047be7 req-181881e0-055f-4a80-b35d-86453e808750 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 945 time: 0.0484717 Aug 25 17:43:17.412640 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 up at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 17:43:17.414304 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-40f6d7c8-6048-4db3-8861-7aee7b047be7 req-039d0496-cae8-470b-806a-7b1bcec2987a tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336270 Aug 25 17:43:17.464410 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning for port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 completed by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 17:43:17.468256 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Provisioning complete for port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 triggered by entity L2. {{(pid=93890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 17:43:17.468632 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2014943'] for port, provisioning_complete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:17.546416 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:17.568536 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8'}] {{(pid=93890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:43:17.571641 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6847197c2ef78350487fdaf64ff121b6bfc8712e38813d08a4874af4d527990d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ad376c-da17-4817-bb11-f71c3f789c32" -d '{"events": [{"server_uuid": "a9f52b92-d229-445d-bf63-8a616efbafd7", "name": "network-vif-plugged", "status": "completed", "tag": "2fc30eab-c780-4b1c-aeca-6372f6cd52c8"}]}' {{(pid=93890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:43:17.584216 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] For port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2fc30eab-c780-4b1c-aeca-6372f6cd52c8,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:43:17.588507 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:17.637599 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Pushing event updated for resources: {'Port': ['ID=2fc30eab-c780-4b1c-aeca-6372f6cd52c8,revision_number=5']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:43:17.662580 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3750efc4-8fe8-4be1-9f46-6c5d6621177a x-openstack-request-id: req-3750efc4-8fe8-4be1-9f46-6c5d6621177a {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:43:17.662872 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f52b92-d229-445d-bf63-8a616efbafd7", "name": "network-vif-plugged", "status": "completed", "tag": "2fc30eab-c780-4b1c-aeca-6372f6cd52c8", "code": 200}]} {{(pid=93890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:43:17.663120 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3750efc4-8fe8-4be1-9f46-6c5d6621177a {{(pid=93890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:43:17.663676 dv-cinder-786385-9-iscsi neutron-server[93890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8', 'code': 200} Aug 25 17:43:17.880628 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55905bb7-103a-4b69-bc13-063356183d3e req-d19d173c-1181-4fd7-b0e1-4fabdb1c7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:17.882174 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-55905bb7-103a-4b69-bc13-063356183d3e req-d19d173c-1181-4fd7-b0e1-4fabdb1c7e3d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 1099 time: 0.0409198 Aug 25 17:43:17.920514 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-55905bb7-103a-4b69-bc13-063356183d3e req-07c127d6-8228-48ff-91d9-a8689c7efc98 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308092 Aug 25 17:43:18.529509 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6a1cd-94cd-4541-b8b6-d26171ce22d8 req-735717ef-0b4a-4e84-bac4-601dcb8ff2ce tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:18.531002 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e7c6a1cd-94cd-4541-b8b6-d26171ce22d8 req-735717ef-0b4a-4e84-bac4-601dcb8ff2ce tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 946 time: 0.0486093 Aug 25 17:43:18.570416 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e7c6a1cd-94cd-4541-b8b6-d26171ce22d8 req-ab326b19-1cd3-4756-ab3c-af94e8a2eb3a tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335174 Aug 25 17:43:19.685438 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab001db-6529-4093-9ebc-76044cce95e8 req-496d912c-7ff2-42cd-9672-cd0c0a91cd1a tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:19.686909 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7ab001db-6529-4093-9ebc-76044cce95e8 req-496d912c-7ff2-42cd-9672-cd0c0a91cd1a tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 946 time: 0.0482314 Aug 25 17:43:19.724280 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7ab001db-6529-4093-9ebc-76044cce95e8 req-48dbf4fe-e26c-460f-9733-a2a7a0add6f0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314865 Aug 25 17:43:19.840532 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb4877-94b8-4f2d-93b8-c24e3f49efd4 req-c2e05714-9cf3-45fd-b807-d8814ae5cc9a tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:19.841928 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6ebb4877-94b8-4f2d-93b8-c24e3f49efd4 req-c2e05714-9cf3-45fd-b807-d8814ae5cc9a tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 946 time: 0.0490720 Aug 25 17:43:19.888414 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6ebb4877-94b8-4f2d-93b8-c24e3f49efd4 req-37c7d69b-8a99-4d09-ba06-6aeaaa1f2842 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352695 Aug 25 17:43:19.911295 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56716) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:43:20.047185 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46438317-e386-4f8e-9e7f-69acbbfe42ab tempest-TestVolumeBootPattern-879590900 tempest-TestVolumeBootPattern-879590900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:20.048731 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-46438317-e386-4f8e-9e7f-69acbbfe42ab tempest-TestVolumeBootPattern-879590900 tempest-TestVolumeBootPattern-879590900-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 1094 time: 0.1364310 Aug 25 17:43:20.051600 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56720) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:43:20.055969 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Request body: {'floatingip': {'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'port_id': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 17:43:20.077721 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:20.175087 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:20.280849 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Allocated IP 172.27.3.232 (091e1213-26c2-48c7-a106-2f490c2928b0/0e60696d-bca2-4688-9c4d-198d68248856/c0d73eb2-dd8b-4946-ac57-ac0882fb0b3a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 17:43:20.381617 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:20.423346 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759686747908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:20.463385 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Network 091e1213-26c2-48c7-a106-2f490c2928b0 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 17:43:20.466134 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 17:43:20.468792 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 17:43:20.502042 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'Port': ['ID=c0d73eb2-dd8b-4946-ac57-ac0882fb0b3a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:43:20.826228 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:20.897984 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1644630'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:21.043655 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:21.048079 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759687303985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759686747926', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759686747944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64812765'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:21.119832 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event updated for resources: {'Port': ['ID=c0d73eb2-dd8b-4946-ac57-ac0882fb0b3a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:43:21.128579 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539291'] for floatingip, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:21.225497 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.db.l3_db [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Floating IP ee0803bd-8e1a-413a-a70f-8308ce65f736 associated. External IP: 172.27.3.232, port: 2fc30eab-c780-4b1c-aeca-6372f6cd52c8. Aug 25 17:43:21.430666 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Router a0a3a653-5557-48e1-b804-bdf36128a9b3 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:43:21.539364 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:43:21.548909 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c4fa5-ac32-443a-9ffb-47cc27ac5255 None None] Sync routers for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:43:21.555890 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:21.559145 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c4fa5-ac32-443a-9ffb-47cc27ac5255 None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:43:21.559807 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e28c4fa5-ac32-443a-9ffb-47cc27ac5255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:43:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:43:21.597413 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-e56dbfd2-28e5-4e0f-882b-4269dc85702c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5314646 Aug 25 17:43:21.597413 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'tag': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:43:21.597413 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5760cb11-515b-45f8-bd1e-0ad989b24a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f52b92-d229-445d-bf63-8a616efbafd7", "tag": "2fc30eab-c780-4b1c-aeca-6372f6cd52c8"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:43:21.622479 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc466d9-5215-40c7-86d6-12c7ab45c225 x-openstack-request-id: req-bcc466d9-5215-40c7-86d6-12c7ab45c225 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:43:21.622768 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f52b92-d229-445d-bf63-8a616efbafd7", "tag": "2fc30eab-c780-4b1c-aeca-6372f6cd52c8", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:43:21.623016 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcc466d9-5215-40c7-86d6-12c7ab45c225 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:43:21.623462 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'tag': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8', 'status': 'completed', 'code': 200} Aug 25 17:43:21.675783 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e28c4fa5-ac32-443a-9ffb-47cc27ac5255 None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:43:21.684354 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cb11-515b-45f8-bd1e-0ad989b24a0e req-f94cbb35-68bc-41e7-9ca3-07f3a9ba9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:21.685835 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5760cb11-515b-45f8-bd1e-0ad989b24a0e req-f94cbb35-68bc-41e7-9ca3-07f3a9ba9feb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 1099 time: 0.0397871 Aug 25 17:43:21.787008 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cb11-515b-45f8-bd1e-0ad989b24a0e req-53857f3c-6b23-4878-8193-7fd8ee7d66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:21.789217 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5760cb11-515b-45f8-bd1e-0ad989b24a0e req-53857f3c-6b23-4878-8193-7fd8ee7d66a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 913 time: 0.0897341 Aug 25 17:43:21.856146 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5760cb11-515b-45f8-bd1e-0ad989b24a0e req-e07418d6-3abf-44f7-8f16-6705e078f43d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc30eab-c780-4b1c-aeca-6372f6cd52c8 HTTP/1.1" status: 200 len: 1000 time: 0.0600626 Aug 25 17:43:21.902010 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e28c4fa5-ac32-443a-9ffb-47cc27ac5255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'ee0803bd-8e1a-413a-a70f-8308ce65f736', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:ed:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:43:20Z', 'updated_at': '2021-08-25T17:43:20Z', 'revision_number': 0, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}, {'id': 'fe434eaa-56b2-4392-9bdb-7e9aba75f4ad', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:a4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76067ef-1239-425c-9988-1ea14f11534e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:40:55Z', 'updated_at': '2021-08-25T17:40:57Z', 'revision_number': 1, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:43:21.912853 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cb11-515b-45f8-bd1e-0ad989b24a0e req-61d2b796-0110-44e5-bf25-f29dd38d6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:21.920087 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5760cb11-515b-45f8-bd1e-0ad989b24a0e req-61d2b796-0110-44e5-bf25-f29dd38d6411 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0522838 Aug 25 17:43:21.932098 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c4fa5-ac32-443a-9ffb-47cc27ac5255 None None] Checking router: a0a3a653-5557-48e1-b804-bdf36128a9b3 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:43:21.940697 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c4fa5-ac32-443a-9ffb-47cc27ac5255 None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:43:21.941226 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e28c4fa5-ac32-443a-9ffb-47cc27ac5255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:43:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:43:21.970474 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cb11-515b-45f8-bd1e-0ad989b24a0e req-0bb001e7-467d-47aa-a362-863797a5b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:21.972004 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5760cb11-515b-45f8-bd1e-0ad989b24a0e req-0bb001e7-467d-47aa-a362-863797a5b0eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447924 Aug 25 17:43:22.046018 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-e28c4fa5-ac32-443a-9ffb-47cc27ac5255 None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:43:22.072662 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5760cb11-515b-45f8-bd1e-0ad989b24a0e req-e9178203-2647-4761-b609-856e5781240a service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910692 Aug 25 17:43:22.176565 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5760cb11-515b-45f8-bd1e-0ad989b24a0e req-d7e33d35-9caf-4d9d-baf5-83e88a694797 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887907 Aug 25 17:43:22.268058 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-e28c4fa5-ac32-443a-9ffb-47cc27ac5255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'ee0803bd-8e1a-413a-a70f-8308ce65f736', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:ed:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:43:20Z', 'updated_at': '2021-08-25T17:43:20Z', 'revision_number': 0, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}, {'id': 'fe434eaa-56b2-4392-9bdb-7e9aba75f4ad', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:a4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76067ef-1239-425c-9988-1ea14f11534e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:40:55Z', 'updated_at': '2021-08-25T17:40:57Z', 'revision_number': 1, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:43:22.296703 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c4fa5-ac32-443a-9ffb-47cc27ac5255 None None] The sync data for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi is: [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'ee0803bd-8e1a-413a-a70f-8308ce65f736', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:ed:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:43:20Z', 'updated_at': '2021-08-25T17:43:20Z', 'revision_number': 0, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}, {'id': 'fe434eaa-56b2-4392-9bdb-7e9aba75f4ad', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:a4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76067ef-1239-425c-9988-1ea14f11534e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:40:55Z', 'updated_at': '2021-08-25T17:40:57Z', 'revision_number': 1, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:43:22.479492 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d88dba-f23e-4bc5-baa2-94107d44fb08 None None] New status for floating IP ee0803bd-8e1a-413a-a70f-8308ce65f736: ACTIVE {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:43:24.733750 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:43:39.496716 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-50b7a4dc-6e5a-4e77-9e6d-2093ec231018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:42.242316 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-c0f6cde8-18ca-4a1f-ba5d-e9da8db194e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:42.402781 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:43.477517 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:43.890755 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:44.781942 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:43:49.183020 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4afce5c1-6fdb-41fb-a34d-08e0fdc3806c req-0ec4fee4-ed92-4f69-8c96-3c570075fc96 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440693 Aug 25 17:43:49.265233 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afce5c1-6fdb-41fb-a34d-08e0fdc3806c req-fae37098-2617-4aca-85cb-01237c1fec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:49.266711 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4afce5c1-6fdb-41fb-a34d-08e0fdc3806c req-fae37098-2617-4aca-85cb-01237c1fec02 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 1098 time: 0.0391035 Aug 25 17:43:49.374967 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afce5c1-6fdb-41fb-a34d-08e0fdc3806c req-1b6d99d9-1578-4245-a57c-781cc616ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:49.376487 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4afce5c1-6fdb-41fb-a34d-08e0fdc3806c req-1b6d99d9-1578-4245-a57c-781cc616ef6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 913 time: 0.0869277 Aug 25 17:43:49.442523 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4afce5c1-6fdb-41fb-a34d-08e0fdc3806c req-619775bf-7e03-445e-a9ad-603f120e2912 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b135f6-0691-4a8b-a98e-1f7148cff9be HTTP/1.1" status: 200 len: 1001 time: 0.0577328 Aug 25 17:43:49.491279 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afce5c1-6fdb-41fb-a34d-08e0fdc3806c req-33a0fbf7-2d3e-4b0d-89ff-fc21df8e293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:49.492725 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4afce5c1-6fdb-41fb-a34d-08e0fdc3806c req-33a0fbf7-2d3e-4b0d-89ff-fc21df8e293c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0424008 Aug 25 17:43:49.543118 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afce5c1-6fdb-41fb-a34d-08e0fdc3806c req-ee03b1c5-f34b-4376-b8a4-93084760570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:43:49.544622 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4afce5c1-6fdb-41fb-a34d-08e0fdc3806c req-ee03b1c5-f34b-4376-b8a4-93084760570f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431559 Aug 25 17:43:49.641204 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4afce5c1-6fdb-41fb-a34d-08e0fdc3806c req-5f0a135e-c106-47b0-b497-c05f46c5a8b6 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837274 Aug 25 17:43:49.733526 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4afce5c1-6fdb-41fb-a34d-08e0fdc3806c req-15adcc48-2ac7-49f8-b2c8-75589de088b8 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839937 Aug 25 17:44:01.733299 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:44:09.497974 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ff0a0b8b-44de-4277-a4ea-82df73127736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:44:12.243197 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-60eea095-0283-4fab-a1aa-9c380e205a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:44:12.406449 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:44:13.479137 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:44:13.902912 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:44:14.784553 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:44:38.731998 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:44:39.498902 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-78b65fd6-8d9f-4ade-9fbc-0fa368a5d268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:44:42.243144 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-edfb1b99-76fe-4339-abef-88d0af31efee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:44:42.411721 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:44:43.481633 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:44:43.900691 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:44:44.787839 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:44:50.152589 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4096b16-4192-409b-ab58-fc32c343cd37 req-c55b03f0-caf0-431a-91cd-19647a73d25e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418985 Aug 25 17:44:50.218113 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4096b16-4192-409b-ab58-fc32c343cd37 req-2f000000-ca0d-40a6-aea8-7bb94bd69b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:44:50.219536 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4096b16-4192-409b-ab58-fc32c343cd37 req-2f000000-ca0d-40a6-aea8-7bb94bd69b04 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 1099 time: 0.0424137 Aug 25 17:44:50.328775 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4096b16-4192-409b-ab58-fc32c343cd37 req-6c4a3bd1-674b-49c6-af5a-37d1da205e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:44:50.330258 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4096b16-4192-409b-ab58-fc32c343cd37 req-6c4a3bd1-674b-49c6-af5a-37d1da205e82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 913 time: 0.0902512 Aug 25 17:44:50.394701 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4096b16-4192-409b-ab58-fc32c343cd37 req-d842889c-9df8-4e29-8ffe-930fe9f256fa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc30eab-c780-4b1c-aeca-6372f6cd52c8 HTTP/1.1" status: 200 len: 1002 time: 0.0566452 Aug 25 17:44:50.445360 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4096b16-4192-409b-ab58-fc32c343cd37 req-72b48b13-02be-4745-b69e-4f052337db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:44:50.446949 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4096b16-4192-409b-ab58-fc32c343cd37 req-72b48b13-02be-4745-b69e-4f052337db0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0425510 Aug 25 17:44:50.495382 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4096b16-4192-409b-ab58-fc32c343cd37 req-ed691c63-aeca-43d7-b742-931cd2df6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:44:50.496886 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4096b16-4192-409b-ab58-fc32c343cd37 req-ed691c63-aeca-43d7-b742-931cd2df6dcf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426354 Aug 25 17:44:50.586430 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4096b16-4192-409b-ab58-fc32c343cd37 req-d0d871e3-bae0-44cb-acfd-871809da682c service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794642 Aug 25 17:44:50.688018 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c4096b16-4192-409b-ab58-fc32c343cd37 req-24c19634-56cb-4d9b-967e-849e8b46d4a3 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934846 Aug 25 17:45:09.502403 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9770ddc3-0c15-4045-b484-0f516a6856c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:12.244077 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ed4c6379-9425-44b1-af5b-538d08358ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:12.342920 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 56758) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:12.404044 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:12.496651 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Deleting port c0d73eb2-dd8b-4946-ac57-ac0882fb0b3a {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:45:12.496886 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:12.571289 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:12.571641 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:12.583108 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Calling delete_port for c0d73eb2-dd8b-4946-ac57-ac0882fb0b3a owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:45:12.721850 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:12.749636 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event deleted for resources: {'Port': ['ID=c0d73eb2-dd8b-4946-ac57-ac0882fb0b3a,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:12.761257 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:12.761652 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:12.761938 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:12.762274 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:12.762590 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:12.762934 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:12.763261 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:12.763744 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:12.764180 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:12.764521 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:12.764834 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:12.765145 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:12.818222 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:12.818544 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.l3_db [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Floating IP ee0803bd-8e1a-413a-a70f-8308ce65f736 disassociated (deleted). External IP: 172.27.3.232, port: 2fc30eab-c780-4b1c-aeca-6372f6cd52c8. Aug 25 17:45:13.023030 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Router a0a3a653-5557-48e1-b804-bdf36128a9b3 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:45:13.129882 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:45:13.134696 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:13.140261 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5961c7-c241-494f-b70b-b31e4e9f27f7 None None] Sync routers for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:45:13.149754 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5961c7-c241-494f-b70b-b31e4e9f27f7 None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:45:13.150359 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9a5961c7-c241-494f-b70b-b31e4e9f27f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:45:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:13.161058 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-d39e6197-e156-4f5d-908f-d4d6da03fda0 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "DELETE /v2.0/floatingips/ee0803bd-8e1a-413a-a70f-8308ce65f736 HTTP/1.1" status: 204 len: 168 time: 0.8170133 Aug 25 17:45:13.161625 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'tag': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:45:13.164021 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aded23789855e5b1cc19d2cb63e7bb88a3d68690f113b36760167328c9c4165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5db0a08-3c95-4b1d-a2a4-73bd8e3d80b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f52b92-d229-445d-bf63-8a616efbafd7", "tag": "2fc30eab-c780-4b1c-aeca-6372f6cd52c8"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:45:13.262041 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9a5961c7-c241-494f-b70b-b31e4e9f27f7 None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:45:13.271205 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90307ca-59cb-4c86-9098-8aea4fb6e2b4 x-openstack-request-id: req-b90307ca-59cb-4c86-9098-8aea4fb6e2b4 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:45:13.271653 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f52b92-d229-445d-bf63-8a616efbafd7", "tag": "2fc30eab-c780-4b1c-aeca-6372f6cd52c8", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:45:13.271957 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b90307ca-59cb-4c86-9098-8aea4fb6e2b4 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:45:13.272427 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'tag': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8', 'status': 'completed', 'code': 200} Aug 25 17:45:13.339322 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db0a08-3c95-4b1d-a2a4-73bd8e3d80b6 req-7adc5f46-dd9d-4254-b7de-26ca339b6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:45:13.340886 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b5db0a08-3c95-4b1d-a2a4-73bd8e3d80b6 req-7adc5f46-dd9d-4254-b7de-26ca339b6862 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 1099 time: 0.0415657 Aug 25 17:45:13.614802 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:13.635187 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9a5961c7-c241-494f-b70b-b31e4e9f27f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'fe434eaa-56b2-4392-9bdb-7e9aba75f4ad', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:a4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76067ef-1239-425c-9988-1ea14f11534e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:40:55Z', 'updated_at': '2021-08-25T17:40:57Z', 'revision_number': 1, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:13.661697 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5961c7-c241-494f-b70b-b31e4e9f27f7 None None] Checking router: a0a3a653-5557-48e1-b804-bdf36128a9b3 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:45:13.675204 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5961c7-c241-494f-b70b-b31e4e9f27f7 None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:45:13.675964 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9a5961c7-c241-494f-b70b-b31e4e9f27f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:45:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:13.729904 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deb45c-6f1f-4f72-a224-4800a83559f1 req-fc89695e-7715-4610-a493-a261999d9d45 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:45:13.731419 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f5deb45c-6f1f-4f72-a224-4800a83559f1 req-fc89695e-7715-4610-a493-a261999d9d45 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 946 time: 0.3823707 Aug 25 17:45:13.760161 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db0a08-3c95-4b1d-a2a4-73bd8e3d80b6 req-a05c16a2-7376-47aa-9ae8-03b1f328196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:45:13.761618 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b5db0a08-3c95-4b1d-a2a4-73bd8e3d80b6 req-a05c16a2-7376-47aa-9ae8-03b1f328196f service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 913 time: 0.4108996 Aug 25 17:45:13.783908 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9a5961c7-c241-494f-b70b-b31e4e9f27f7 None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:45:13.813334 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f5deb45c-6f1f-4f72-a224-4800a83559f1 req-c2320164-0293-4f15-bea9-950b5a133107 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735617 Aug 25 17:45:13.814743 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b5db0a08-3c95-4b1d-a2a4-73bd8e3d80b6 req-e195f55f-e7b8-4078-8e1c-2d67a5c75f7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc30eab-c780-4b1c-aeca-6372f6cd52c8 HTTP/1.1" status: 200 len: 217 time: 0.0400498 Aug 25 17:45:13.870302 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db0a08-3c95-4b1d-a2a4-73bd8e3d80b6 req-5e30c4da-8875-4783-96c8-50f3f8e47442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:45:13.871831 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b5db0a08-3c95-4b1d-a2a4-73bd8e3d80b6 req-5e30c4da-8875-4783-96c8-50f3f8e47442 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0495217 Aug 25 17:45:13.919212 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db0a08-3c95-4b1d-a2a4-73bd8e3d80b6 req-b9b751d0-7642-4d85-9ce1-bdf8d97b95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:45:13.920777 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b5db0a08-3c95-4b1d-a2a4-73bd8e3d80b6 req-b9b751d0-7642-4d85-9ce1-bdf8d97b95f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408435 Aug 25 17:45:13.952445 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:14.011827 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b5db0a08-3c95-4b1d-a2a4-73bd8e3d80b6 req-93289aa7-3bc7-4947-a5bc-546546414adf service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830967 Aug 25 17:45:14.034865 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9a5961c7-c241-494f-b70b-b31e4e9f27f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'fe434eaa-56b2-4392-9bdb-7e9aba75f4ad', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:a4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76067ef-1239-425c-9988-1ea14f11534e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:40:55Z', 'updated_at': '2021-08-25T17:40:57Z', 'revision_number': 1, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:14.061170 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5961c7-c241-494f-b70b-b31e4e9f27f7 None None] The sync data for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi is: [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_floatingips': [{'id': 'fe434eaa-56b2-4392-9bdb-7e9aba75f4ad', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'router_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'port_id': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'mac_address': 'fa:16:3e:a4:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76067ef-1239-425c-9988-1ea14f11534e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T17:40:55Z', 'updated_at': '2021-08-25T17:40:57Z', 'revision_number': 1, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:45:14.112449 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b5db0a08-3c95-4b1d-a2a4-73bd8e3d80b6 req-7482ba61-b89a-4ee8-84aa-f86812c83927 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903680 Aug 25 17:45:14.282002 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76870cc7-eec6-4d04-b169-7a0bb7dc3411 None None] New status for floating IP ee0803bd-8e1a-413a-a70f-8308ce65f736: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:45:14.789869 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:14.934764 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c06333-8621-476f-bee0-171d606a78bb req-6c2423c9-f2d9-4162-b25e-5155a6a2c47f tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:45:14.936824 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f4c06333-8621-476f-bee0-171d606a78bb req-6c2423c9-f2d9-4162-b25e-5155a6a2c47f tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 946 time: 0.0522296 Aug 25 17:45:14.974938 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f4c06333-8621-476f-bee0-171d606a78bb req-a96901c3-6032-4d9d-8e51-b58650713240 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319793 Aug 25 17:45:15.362336 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd671e0-4adf-49f1-b323-88bd05ba2cba req-bbc3c288-033a-4809-a633-9fdc34f709b8 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:45:15.363820 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cd671e0-4adf-49f1-b323-88bd05ba2cba req-bbc3c288-033a-4809-a633-9fdc34f709b8 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 946 time: 0.0474000 Aug 25 17:45:15.456580 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-5cd671e0-4adf-49f1-b323-88bd05ba2cba req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Deleting port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:45:15.456833 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5cd671e0-4adf-49f1-b323-88bd05ba2cba req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:15.541796 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5cd671e0-4adf-49f1-b323-88bd05ba2cba req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] For port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2fc30eab-c780-4b1c-aeca-6372f6cd52c8,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:45:15.542149 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5cd671e0-4adf-49f1-b323-88bd05ba2cba req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:15.554654 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-5cd671e0-4adf-49f1-b323-88bd05ba2cba req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Calling delete_port for 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:45:15.681977 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5cd671e0-4adf-49f1-b323-88bd05ba2cba req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:15.709928 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event deleted for resources: {'Port': ['ID=2fc30eab-c780-4b1c-aeca-6372f6cd52c8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:15.721837 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:15.722190 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:15.722533 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:15.722871 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:15.723209 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:15.723544 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:15.723900 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:15.724230 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:15.724563 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:15.724883 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:15.725205 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:15.725526 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:15.734293 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:45:15.769093 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd671e0-4adf-49f1-b323-88bd05ba2cba req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] No DVR routers for this DVR port 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:45:15.771685 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5cd671e0-4adf-49f1-b323-88bd05ba2cba req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:15.773696 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5cd671e0-4adf-49f1-b323-88bd05ba2cba req-a86cd0aa-b9ff-44b8-b1c3-0fa0ae5c2359 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "DELETE /v2.0/ports/2fc30eab-c780-4b1c-aeca-6372f6cd52c8 HTTP/1.1" status: 204 len: 173 time: 0.4035282 Aug 25 17:45:15.774164 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'name': 'network-vif-deleted', 'tag': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:45:15.776433 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bb88be-8bbd-49f6-9482-a07955b9100d" -d '{"events": [{"server_uuid": "a9f52b92-d229-445d-bf63-8a616efbafd7", "name": "network-vif-deleted", "tag": "2fc30eab-c780-4b1c-aeca-6372f6cd52c8"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:45:15.812995 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8581ca8-91bb-4a12-8f65-d0573c7a598f x-openstack-request-id: req-a8581ca8-91bb-4a12-8f65-d0573c7a598f {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:45:15.813291 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f52b92-d229-445d-bf63-8a616efbafd7", "name": "network-vif-deleted", "tag": "2fc30eab-c780-4b1c-aeca-6372f6cd52c8", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:45:15.813545 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8581ca8-91bb-4a12-8f65-d0573c7a598f {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:45:15.813945 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f52b92-d229-445d-bf63-8a616efbafd7', 'name': 'network-vif-deleted', 'tag': '2fc30eab-c780-4b1c-aeca-6372f6cd52c8', 'status': 'completed', 'code': 200} Aug 25 17:45:16.071053 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8569fbbb-677c-4afd-956b-edb030b5d103 req-ed34ac9e-27b9-4028-9c0f-966638fdcb34 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f52b92-d229-445d-bf63-8a616efbafd7 HTTP/1.1" status: 200 len: 210 time: 0.0280304 Aug 25 17:45:17.998835 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:45:18.019894 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:45:18.020243 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 2fc30eab-c780-4b1c-aeca-6372f6cd52c8 not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:45:19.349916 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 56808) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:19.499005 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2afa478f-2e38-4aa4-a627-7bbdbe7b7f72 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Deleting port 73481f71-7ebf-4817-be96-fa5fe9eb1475 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:45:19.499326 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2afa478f-2e38-4aa4-a627-7bbdbe7b7f72 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:19.573042 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2afa478f-2e38-4aa4-a627-7bbdbe7b7f72 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:19.573361 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2afa478f-2e38-4aa4-a627-7bbdbe7b7f72 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:19.585770 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2afa478f-2e38-4aa4-a627-7bbdbe7b7f72 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Calling delete_port for 73481f71-7ebf-4817-be96-fa5fe9eb1475 owned by network:floatingip {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:45:19.731710 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2afa478f-2e38-4aa4-a627-7bbdbe7b7f72 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:19.758999 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa478f-2e38-4aa4-a627-7bbdbe7b7f72 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event deleted for resources: {'Port': ['ID=73481f71-7ebf-4817-be96-fa5fe9eb1475,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:19.817859 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2afa478f-2e38-4aa4-a627-7bbdbe7b7f72 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for floatingip, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:19.818186 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.db.l3_db [None req-2afa478f-2e38-4aa4-a627-7bbdbe7b7f72 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Floating IP fe434eaa-56b2-4392-9bdb-7e9aba75f4ad disassociated (deleted). External IP: 172.27.3.230, port: 83b135f6-0691-4a8b-a98e-1f7148cff9be. Aug 25 17:45:20.017882 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afa478f-2e38-4aa4-a627-7bbdbe7b7f72 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Router a0a3a653-5557-48e1-b804-bdf36128a9b3 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:45:20.120753 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afa478f-2e38-4aa4-a627-7bbdbe7b7f72 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:45:20.126339 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2afa478f-2e38-4aa4-a627-7bbdbe7b7f72 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:20.131082 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a0cdfb-09ba-4437-a85d-715e072d3151 None None] Sync routers for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:45:20.140307 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a0cdfb-09ba-4437-a85d-715e072d3151 None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:45:20.140928 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-43a0cdfb-09ba-4437-a85d-715e072d3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:45:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:20.153886 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-2afa478f-2e38-4aa4-a627-7bbdbe7b7f72 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "DELETE /v2.0/floatingips/fe434eaa-56b2-4392-9bdb-7e9aba75f4ad HTTP/1.1" status: 204 len: 168 time: 0.8028891 Aug 25 17:45:20.154981 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76067ef-1239-425c-9988-1ea14f11534e', 'tag': '83b135f6-0691-4a8b-a98e-1f7148cff9be'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:45:20.164903 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aded23789855e5b1cc19d2cb63e7bb88a3d68690f113b36760167328c9c4165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85621682-62f1-4b6f-874b-a0f6809e9fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "c76067ef-1239-425c-9988-1ea14f11534e", "tag": "83b135f6-0691-4a8b-a98e-1f7148cff9be"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:45:20.200704 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 17:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dcf633-7480-4e24-aa47-d6b41e440bc4 x-openstack-request-id: req-25dcf633-7480-4e24-aa47-d6b41e440bc4 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:45:20.200995 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76067ef-1239-425c-9988-1ea14f11534e", "tag": "83b135f6-0691-4a8b-a98e-1f7148cff9be", "status": "completed", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:45:20.201262 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25dcf633-7480-4e24-aa47-d6b41e440bc4 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:45:20.201678 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76067ef-1239-425c-9988-1ea14f11534e', 'tag': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'status': 'completed', 'code': 200} Aug 25 17:45:20.262829 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-43a0cdfb-09ba-4437-a85d-715e072d3151 None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:45:20.267696 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85621682-62f1-4b6f-874b-a0f6809e9fb8 req-f45a6825-7111-409e-8419-4502373a0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:45:20.269727 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-85621682-62f1-4b6f-874b-a0f6809e9fb8 req-f45a6825-7111-409e-8419-4502373a0af0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03f44ddf22bd4f0db8bcc26749121893&device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 1098 time: 0.0430110 Aug 25 17:45:20.406347 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85621682-62f1-4b6f-874b-a0f6809e9fb8 req-0fb30b7b-a9a7-4856-ab59-c14655def363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:45:20.407898 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-85621682-62f1-4b6f-874b-a0f6809e9fb8 req-0fb30b7b-a9a7-4856-ab59-c14655def363 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 200 len: 913 time: 0.1251688 Aug 25 17:45:20.425844 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cb35c-1a24-4371-b17f-12d45e69642e req-e2263146-838d-4160-9692-d909c9240d93 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:45:20.427323 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5f0cb35c-1a24-4371-b17f-12d45e69642e req-e2263146-838d-4160-9692-d909c9240d93 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 945 time: 0.0748727 Aug 25 17:45:20.468682 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-85621682-62f1-4b6f-874b-a0f6809e9fb8 req-9733d699-a7c2-4464-b970-49c1c207c396 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b135f6-0691-4a8b-a98e-1f7148cff9be HTTP/1.1" status: 200 len: 217 time: 0.0512717 Aug 25 17:45:20.477338 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-43a0cdfb-09ba-4437-a85d-715e072d3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:20.502832 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a0cdfb-09ba-4437-a85d-715e072d3151 None None] Checking router: a0a3a653-5557-48e1-b804-bdf36128a9b3 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:45:20.511164 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a0cdfb-09ba-4437-a85d-715e072d3151 None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:45:20.511809 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-43a0cdfb-09ba-4437-a85d-715e072d3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:45:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:20.530641 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5f0cb35c-1a24-4371-b17f-12d45e69642e req-7ee7ec14-021e-4bf1-aeb0-dbc0d65a5934 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959759 Aug 25 17:45:20.539678 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85621682-62f1-4b6f-874b-a0f6809e9fb8 req-f1d84bca-cb78-4e2d-ad8b-7c3bb5058b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:45:20.541147 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-85621682-62f1-4b6f-874b-a0f6809e9fb8 req-f1d84bca-cb78-4e2d-ad8b-7c3bb5058b4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 200 len: 851 time: 0.0639474 Aug 25 17:45:20.595155 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85621682-62f1-4b6f-874b-a0f6809e9fb8 req-41755e9b-552f-4e29-bf32-ba98c42d7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:45:20.596787 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-85621682-62f1-4b6f-874b-a0f6809e9fb8 req-41755e9b-552f-4e29-bf32-ba98c42d7e08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb0641d1-7567-45df-879c-d23b630798c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469651 Aug 25 17:45:20.628078 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-43a0cdfb-09ba-4437-a85d-715e072d3151 None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:45:20.693845 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-85621682-62f1-4b6f-874b-a0f6809e9fb8 req-d197c4f0-7d36-4f9c-ab3d-785ef316a834 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880022 Aug 25 17:45:20.789234 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-85621682-62f1-4b6f-874b-a0f6809e9fb8 req-54d00e0f-14c4-4ed0-92c3-c292275a8eb1 service neutron] 10.222.0.25 "GET /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838854 Aug 25 17:45:20.825078 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-43a0cdfb-09ba-4437-a85d-715e072d3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:20.854133 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a0cdfb-09ba-4437-a85d-715e072d3151 None None] The sync data for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi is: [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:08Z', 'revision_number': 4, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi', '_interfaces': [{'id': '50d3face-1ffc-48bd-a117-670b4907efcb', 'name': '', 'network_id': 'eb0641d1-7567-45df-879c-d23b630798c8', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'mac_address': 'fa:16:3e:12:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '823fc509-32c6-4390-881b-06d431b67b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:07Z', 'updated_at': '2021-08-25T17:37:16Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'subnets': [{'id': '823fc509-32c6-4390-881b-06d431b67b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:45:21.072908 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a916f87f-d536-4169-8999-2a0aac5d3534 None None] New status for floating IP fe434eaa-56b2-4392-9bdb-7e9aba75f4ad: DOWN {{(pid=93891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 17:45:21.651265 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290028e5-f61c-4a7e-aa07-64a3e75a11b6 req-6d9ca2ae-6ce2-4a2d-a637-f4201b5e23ef tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:45:21.652790 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-290028e5-f61c-4a7e-aa07-64a3e75a11b6 req-6d9ca2ae-6ce2-4a2d-a637-f4201b5e23ef tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 945 time: 0.0503833 Aug 25 17:45:21.691335 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-290028e5-f61c-4a7e-aa07-64a3e75a11b6 req-9767d6d6-10a8-4964-992f-255369c8097f tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319347 Aug 25 17:45:22.304460 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c0136-1378-4d32-ac6f-34d57ff80eae req-25794f1b-f436-4ee0-ba6b-33acdbd57ba7 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 17:45:22.305965 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b44c0136-1378-4d32-ac6f-34d57ff80eae req-25794f1b-f436-4ee0-ba6b-33acdbd57ba7 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 945 time: 0.0544567 Aug 25 17:45:22.395773 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b44c0136-1378-4d32-ac6f-34d57ff80eae req-dc7af5c8-0d84-4d83-b871-249b7f8c79ec tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Deleting port 83b135f6-0691-4a8b-a98e-1f7148cff9be {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:45:22.396114 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b44c0136-1378-4d32-ac6f-34d57ff80eae req-dc7af5c8-0d84-4d83-b871-249b7f8c79ec tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:22.488678 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-b44c0136-1378-4d32-ac6f-34d57ff80eae req-dc7af5c8-0d84-4d83-b871-249b7f8c79ec tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] For port 83b135f6-0691-4a8b-a98e-1f7148cff9be, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=83b135f6-0691-4a8b-a98e-1f7148cff9be,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:45:22.489032 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b44c0136-1378-4d32-ac6f-34d57ff80eae req-dc7af5c8-0d84-4d83-b871-249b7f8c79ec tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:22.501615 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-b44c0136-1378-4d32-ac6f-34d57ff80eae req-dc7af5c8-0d84-4d83-b871-249b7f8c79ec tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Calling delete_port for 83b135f6-0691-4a8b-a98e-1f7148cff9be owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:45:22.624270 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b44c0136-1378-4d32-ac6f-34d57ff80eae req-dc7af5c8-0d84-4d83-b871-249b7f8c79ec tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:22.656018 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7af5c8-0d84-4d83-b871-249b7f8c79ec tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event deleted for resources: {'Port': ['ID=83b135f6-0691-4a8b-a98e-1f7148cff9be,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:22.698123 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44c0136-1378-4d32-ac6f-34d57ff80eae req-dc7af5c8-0d84-4d83-b871-249b7f8c79ec tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] No DVR routers for this DVR port 83b135f6-0691-4a8b-a98e-1f7148cff9be on host hv-cinder-78638 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:45:22.700717 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-b44c0136-1378-4d32-ac6f-34d57ff80eae req-dc7af5c8-0d84-4d83-b871-249b7f8c79ec tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:22.703368 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b44c0136-1378-4d32-ac6f-34d57ff80eae req-dc7af5c8-0d84-4d83-b871-249b7f8c79ec tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.25 "DELETE /v2.0/ports/83b135f6-0691-4a8b-a98e-1f7148cff9be HTTP/1.1" status: 204 len: 173 time: 0.3900640 Aug 25 17:45:22.703847 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76067ef-1239-425c-9988-1ea14f11534e', 'name': 'network-vif-deleted', 'tag': '83b135f6-0691-4a8b-a98e-1f7148cff9be'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 17:45:22.706114 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a308112e03fd8130913f78885e6aefc7abfb7892916c42af993809f4569e4577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bd9f57-79da-46b5-81cf-f61d8e322403" -d '{"events": [{"server_uuid": "c76067ef-1239-425c-9988-1ea14f11534e", "name": "network-vif-deleted", "tag": "83b135f6-0691-4a8b-a98e-1f7148cff9be"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 17:45:22.752426 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 17:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b5618e-d8f4-42f0-9f80-7299d296c5ae x-openstack-request-id: req-06b5618e-d8f4-42f0-9f80-7299d296c5ae {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 17:45:22.752714 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76067ef-1239-425c-9988-1ea14f11534e", "name": "network-vif-deleted", "tag": "83b135f6-0691-4a8b-a98e-1f7148cff9be", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 17:45:22.752965 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06b5618e-d8f4-42f0-9f80-7299d296c5ae {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 17:45:22.753361 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76067ef-1239-425c-9988-1ea14f11534e', 'name': 'network-vif-deleted', 'tag': '83b135f6-0691-4a8b-a98e-1f7148cff9be', 'status': 'completed', 'code': 200} Aug 25 17:45:22.799518 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [req-381afbc8-d8fb-415c-ab2f-f07b1759bde5 req-01ea5012-0ac8-4a52-9a67-8aba4cf47c33 tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "GET /v2.0/ports?device_id=c76067ef-1239-425c-9988-1ea14f11534e HTTP/1.1" status: 200 len: 210 time: 0.0293186 Aug 25 17:45:23.853803 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56824) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:23.976652 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-8dfba944-241b-4746-a23c-8c44303d43fa tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Deleting port a0c5c714-1db4-458b-9c3a-2d003deefb89 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:45:23.976994 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8dfba944-241b-4746-a23c-8c44303d43fa tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:24.057421 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8dfba944-241b-4746-a23c-8c44303d43fa tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:24.057752 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8dfba944-241b-4746-a23c-8c44303d43fa tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:24.069820 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-8dfba944-241b-4746-a23c-8c44303d43fa tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Calling delete_port for a0c5c714-1db4-458b-9c3a-2d003deefb89 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:45:24.202880 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8dfba944-241b-4746-a23c-8c44303d43fa tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:24.229134 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfba944-241b-4746-a23c-8c44303d43fa tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event deleted for resources: {'Port': ['ID=a0c5c714-1db4-458b-9c3a-2d003deefb89,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:24.286708 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8dfba944-241b-4746-a23c-8c44303d43fa tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:24.289351 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8dfba944-241b-4746-a23c-8c44303d43fa tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63720'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:24.290506 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-8dfba944-241b-4746-a23c-8c44303d43fa tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "DELETE /v2.0/floatingips/dce67ea1-8528-47af-8e8c-8baa61e81b02 HTTP/1.1" status: 204 len: 168 time: 0.4357154 Aug 25 17:45:25.485372 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56836) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:25.542345 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08311bc5-3037-4013-99f3-4cc5849d406c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:25.566863 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08311bc5-3037-4013-99f3-4cc5849d406c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:25.629284 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08311bc5-3037-4013-99f3-4cc5849d406c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:25.631989 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-08311bc5-3037-4013-99f3-4cc5849d406c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:25.633381 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-08311bc5-3037-4013-99f3-4cc5849d406c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] 10.222.0.13 "DELETE /v2.0/security-groups/7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782 HTTP/1.1" status: 204 len: 168 time: 0.1469424 Aug 25 17:45:25.643120 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08311bc5-3037-4013-99f3-4cc5849d406c tempest-TestVolumeBootPattern-1353658250 tempest-TestVolumeBootPattern-1353658250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7b0e54-c637-4c3f-b8a2-9f0e0aee2782,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:25.698085 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56840) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:26.015687 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 83b135f6-0691-4a8b-a98e-1f7148cff9be no longer exists at agent hyperv_hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:45:26.035837 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] No Port match for: 83b135f6-0691-4a8b-a98e-1f7148cff9be {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:45:26.035837 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Device 83b135f6-0691-4a8b-a98e-1f7148cff9be not bound to the agent host hv-cinder-78638 {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:45:26.126228 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f6b1-8f02-4fdc-9948-b80ce52864b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533445'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:26.367073 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0f6b1-8f02-4fdc-9948-b80ce52864b6 admin admin] Deleting port 50d3face-1ffc-48bd-a117-670b4907efcb {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:45:26.367304 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f6b1-8f02-4fdc-9948-b80ce52864b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:26.444654 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-3bc0f6b1-8f02-4fdc-9948-b80ce52864b6 admin admin] For port 50d3face-1ffc-48bd-a117-670b4907efcb, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=50d3face-1ffc-48bd-a117-670b4907efcb,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:45:26.445009 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f6b1-8f02-4fdc-9948-b80ce52864b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:26.461506 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0f6b1-8f02-4fdc-9948-b80ce52864b6 admin admin] Calling delete_port for 50d3face-1ffc-48bd-a117-670b4907efcb owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:45:26.635716 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f6b1-8f02-4fdc-9948-b80ce52864b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:26.661445 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0f6b1-8f02-4fdc-9948-b80ce52864b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d3face-1ffc-48bd-a117-670b4907efcb,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:26.822954 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f6b1-8f02-4fdc-9948-b80ce52864b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533263'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:27.030081 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc0f6b1-8f02-4fdc-9948-b80ce52864b6 admin admin] Router a0a3a653-5557-48e1-b804-bdf36128a9b3 has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:45:27.134523 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc0f6b1-8f02-4fdc-9948-b80ce52864b6 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:45:27.139935 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3bc0f6b1-8f02-4fdc-9948-b80ce52864b6 admin admin] 10.222.0.13 "PUT /v2.0/routers/a0a3a653-5557-48e1-b804-bdf36128a9b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4404764 Aug 25 17:45:27.142290 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56844) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:27.144811 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a6450-56ef-4dc5-954c-426e9810751a None None] Sync routers for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:45:27.153879 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a6450-56ef-4dc5-954c-426e9810751a None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:45:27.154992 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-890a6450-56ef-4dc5-954c-426e9810751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:45:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:27.244086 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:27.256775 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-890a6450-56ef-4dc5-954c-426e9810751a None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:45:27.437558 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-890a6450-56ef-4dc5-954c-426e9810751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:45:26Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:27.468961 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a6450-56ef-4dc5-954c-426e9810751a None None] Checking router: a0a3a653-5557-48e1-b804-bdf36128a9b3 for host: dv-cinder-786385-9-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:45:27.477828 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a6450-56ef-4dc5-954c-426e9810751a None None] Routers {'a0a3a653-5557-48e1-b804-bdf36128a9b3'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:45:27.478446 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-890a6450-56ef-4dc5-954c-426e9810751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:45:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['a0a3a653-5557-48e1-b804-bdf36128a9b3'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:27.582586 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-890a6450-56ef-4dc5-954c-426e9810751a None None] Set router a0a3a653-5557-48e1-b804-bdf36128a9b3 gateway port host: dv-cinder-786385-9-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:45:27.625553 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:27.675595 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] Deleting port a0ee865f-5232-4b80-952a-bc16642045b9 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:45:27.676311 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:27.756179 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] For port a0ee865f-5232-4b80-952a-bc16642045b9, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=a0ee865f-5232-4b80-952a-bc16642045b9,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:45:27.756539 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:27.771155 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] Calling delete_port for a0ee865f-5232-4b80-952a-bc16642045b9 owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:45:27.879549 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-890a6450-56ef-4dc5-954c-426e9810751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:45:26Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:27.906435 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a6450-56ef-4dc5-954c-426e9810751a None None] The sync data for ids ['a0a3a653-5557-48e1-b804-bdf36128a9b3'] in dv-cinder-786385-9-iscsi is: [{'id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'name': 'tempest-TestVolumeBootPattern-1719887710-router', 'tenant_id': '03f44ddf22bd4f0db8bcc26749121893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:45:26Z', 'revision_number': 5, 'project_id': '03f44ddf22bd4f0db8bcc26749121893', 'gw_port': {'id': 'a0ee865f-5232-4b80-952a-bc16642045b9', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a3a653-5557-48e1-b804-bdf36128a9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:05Z', 'updated_at': '2021-08-25T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:45:27.941578 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:27.971163 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ee865f-5232-4b80-952a-bc16642045b9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:28.028939 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539221'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.115852 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4109'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.118087 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.159627 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538309'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.160096 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0a3a653-5557-48e1-b804-bdf36128a9b3 {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:45:28.164827 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.165551 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6374592f-3475-47e0-9caf-06555ea930b3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a0a3a653-5557-48e1-b804-bdf36128a9b3 HTTP/1.1" status: 204 len: 168 time: 1.0223095 Aug 25 17:45:28.168097 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56846) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:28.215228 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-70942bb4-eb80-43d4-9491-e129e76b1269 admin admin] Deleting subnet 823fc509-32c6-4390-881b-06d431b67b66 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:45:28.218241 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-70942bb4-eb80-43d4-9491-e129e76b1269 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.267312 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-70942bb4-eb80-43d4-9491-e129e76b1269 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64079751'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.345342 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 50d3face-1ffc-48bd-a117-670b4907efcb no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:45:28.356639 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-70942bb4-eb80-43d4-9491-e129e76b1269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.373727 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 50d3face-1ffc-48bd-a117-670b4907efcb {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:45:28.374270 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 50d3face-1ffc-48bd-a117-670b4907efcb not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:45:28.412557 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-70942bb4-eb80-43d4-9491-e129e76b1269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64812695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65004337'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.443719 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70942bb4-eb80-43d4-9491-e129e76b1269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=823fc509-32c6-4390-881b-06d431b67b66,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:28.445689 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-70942bb4-eb80-43d4-9491-e129e76b1269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.447637 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-70942bb4-eb80-43d4-9491-e129e76b1269 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/823fc509-32c6-4390-881b-06d431b67b66 HTTP/1.1" status: 204 len: 168 time: 0.2786069 Aug 25 17:45:28.450026 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56848) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:28.454411 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f30d2f5-5359-43ea-ac6e-d928fa138d85 None None] Network eb0641d1-7567-45df-879c-d23b630798c8 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:45:28.522915 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.586738 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Deleting port 67c4665b-c957-4d3f-acee-4a7199dcfc4e {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:45:28.587077 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.657000 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] For port 67c4665b-c957-4d3f-acee-4a7199dcfc4e, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=67c4665b-c957-4d3f-acee-4a7199dcfc4e,segment=NetworkSegment(4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f),segment_id=4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:45:28.657355 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.669469 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Calling delete_port for 67c4665b-c957-4d3f-acee-4a7199dcfc4e owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:45:28.746350 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64812740'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.771994 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=67c4665b-c957-4d3f-acee-4a7199dcfc4e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:28.773784 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] No DVR routers for this DVR port 67c4665b-c957-4d3f-acee-4a7199dcfc4e on host dv-cinder-786385-9-iscsi {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:45:28.844167 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.853457 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0641d1-7567-45df-879c-d23b630798c8']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:28.864640 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:28.865165 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4e77ea-9d30-4ee2-ac8f-68ea79d4275f') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:28.875794 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64079768'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.890491 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.898100 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:45:28.899102 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64812785'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.899703 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020adc5e-d9fd-4649-83c6-ec79cbb02c91 None None] DHCP port deletion for eb0641d1-7567-45df-879c-d23b630798c8 request from dv-cinder-786385-9-iscsi {{(pid=93890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: Traceback (most recent call last): Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: timer() Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: cb(*args, **kw) Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: return func(*args, **kwargs) Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: self._notify() Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: self.callback(batched_events) Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: event.method(event) Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: return f(self, *a, **k) Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._get(url).json() Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:45:28.901344 dv-cinder-786385-9-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:45:28.963226 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.968810 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:28.970921 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] 10.222.0.13 "DELETE /v2.0/networks/eb0641d1-7567-45df-879c-d23b630798c8 HTTP/1.1" status: 204 len: 168 time: 0.5198975 Aug 25 17:45:28.973842 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 56850) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:28.984020 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73f41c-6fd7-44b7-9f79-90168e6e1ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0641d1-7567-45df-879c-d23b630798c8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:29.523499 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26d56135-03e1-465d-b6e6-246b5c007f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533445'] for router_interface, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:29.762616 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-26d56135-03e1-465d-b6e6-246b5c007f98 admin admin] Deleting port 7b1385e3-58b8-445e-97ae-86748702dfe5 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:45:29.762946 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26d56135-03e1-465d-b6e6-246b5c007f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:29.838134 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-26d56135-03e1-465d-b6e6-246b5c007f98 admin admin] For port 7b1385e3-58b8-445e-97ae-86748702dfe5, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=7b1385e3-58b8-445e-97ae-86748702dfe5,segment=NetworkSegment(01fd07e6-cfbb-488d-9862-f9763f8c1732),segment_id=01fd07e6-cfbb-488d-9862-f9763f8c1732)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:45:29.838492 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26d56135-03e1-465d-b6e6-246b5c007f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:29.851747 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-26d56135-03e1-465d-b6e6-246b5c007f98 admin admin] Calling delete_port for 7b1385e3-58b8-445e-97ae-86748702dfe5 owned by network:router_interface {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:45:30.011632 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 67c4665b-c957-4d3f-acee-4a7199dcfc4e no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:45:30.028168 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26d56135-03e1-465d-b6e6-246b5c007f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:30.033273 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 67c4665b-c957-4d3f-acee-4a7199dcfc4e {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:45:30.033619 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 67c4665b-c957-4d3f-acee-4a7199dcfc4e not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:45:30.034036 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device a0ee865f-5232-4b80-952a-bc16642045b9 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:45:30.051856 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: a0ee865f-5232-4b80-952a-bc16642045b9 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:45:30.052199 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device a0ee865f-5232-4b80-952a-bc16642045b9 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:45:30.053920 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d56135-03e1-465d-b6e6-246b5c007f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1385e3-58b8-445e-97ae-86748702dfe5,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:30.220315 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-26d56135-03e1-465d-b6e6-246b5c007f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533263'] for router_interface, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:30.427894 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d56135-03e1-465d-b6e6-246b5c007f98 admin admin] Router 4fc29acb-a12b-4386-a484-ca2e81cb390f has already been hosted by L3 agent 1f05660c-fd60-417c-91f2-f3e2b13c1774 {{(pid=93889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 17:45:30.531957 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d56135-03e1-465d-b6e6-246b5c007f98 admin admin] Notify agent at l3_agent.dv-cinder-786385-9-iscsi the message routers_updated {{(pid=93889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 17:45:30.537211 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-26d56135-03e1-465d-b6e6-246b5c007f98 admin admin] 10.222.0.13 "PUT /v2.0/routers/4fc29acb-a12b-4386-a484-ca2e81cb390f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5617776 Aug 25 17:45:30.539755 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 56852) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:30.540565 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af85085-671b-461b-87c8-81902db94a27 None None] Sync routers for ids ['4fc29acb-a12b-4386-a484-ca2e81cb390f'] in dv-cinder-786385-9-iscsi {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 17:45:30.550674 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af85085-671b-461b-87c8-81902db94a27 None None] Routers {'4fc29acb-a12b-4386-a484-ca2e81cb390f'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:45:30.551286 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6af85085-671b-461b-87c8-81902db94a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:45:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['4fc29acb-a12b-4386-a484-ca2e81cb390f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:30.643205 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] Notify callbacks [] for router, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:30.653162 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6af85085-671b-461b-87c8-81902db94a27 None None] Set router 4fc29acb-a12b-4386-a484-ca2e81cb390f gateway port host: dv-cinder-786385-9-iscsi {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:45:30.742848 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:30.796737 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] Deleting port dec2319f-5d09-48a7-a329-d5a9be16c4fc {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:45:30.797069 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:30.830653 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6af85085-671b-461b-87c8-81902db94a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'name': 'tempest-TestVolumeBootPattern-687910688-router', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'external_fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'dec2319f-5d09-48a7-a329-d5a9be16c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:45:29Z', 'revision_number': 5, 'project_id': '884e614ba61c4521b68b80c746080e84', 'gw_port': {'id': 'dec2319f-5d09-48a7-a329-d5a9be16c4fc', 'name': '', 'network_id': '091e1213-26c2-48c7-a106-2f490c2928b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0e60696d-bca2-4688-9c4d-198d68248856', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e60696d-bca2-4688-9c4d-198d68248856', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-9-iscsi'}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:30.855833 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af85085-671b-461b-87c8-81902db94a27 None None] Checking router: 4fc29acb-a12b-4386-a484-ca2e81cb390f for host: dv-cinder-786385-9-iscsi {{(pid=93891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 17:45:30.865867 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af85085-671b-461b-87c8-81902db94a27 None None] Routers {'4fc29acb-a12b-4386-a484-ca2e81cb390f'} bound to L3 agent in host dv-cinder-786385-9-iscsi {{(pid=93891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 17:45:30.866489 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6af85085-671b-461b-87c8-81902db94a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T17:18:42Z,description=,heartbeat_timestamp=2021-08-25T17:45:12Z,host='dv-cinder-786385-9-iscsi',id=1f05660c-fd60-417c-91f2-f3e2b13c1774,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T17:18:42Z,topic='l3_agent')) {'router_ids': ['4fc29acb-a12b-4386-a484-ca2e81cb390f'], 'active': True} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:30.874503 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] For port dec2319f-5d09-48a7-a329-d5a9be16c4fc, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=dec2319f-5d09-48a7-a329-d5a9be16c4fc,segment=NetworkSegment(a9b349f0-696c-4d22-bccf-c8d8493d1294),segment_id=a9b349f0-696c-4d22-bccf-c8d8493d1294)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:45:30.874869 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:30.887510 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] Calling delete_port for dec2319f-5d09-48a7-a329-d5a9be16c4fc owned by network:router_gateway {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:45:30.952561 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_dvr_db [None req-6af85085-671b-461b-87c8-81902db94a27 None None] Set router 4fc29acb-a12b-4386-a484-ca2e81cb390f gateway port host: None {{(pid=93891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 17:45:31.005459 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.l3_hamode_db [None req-6af85085-671b-461b-87c8-81902db94a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'name': 'tempest-TestVolumeBootPattern-687910688-router', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:45:30Z', 'revision_number': 6, 'project_id': '884e614ba61c4521b68b80c746080e84', 'gw_port_host': None}], 'dv-cinder-786385-9-iscsi', False) {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:31.032214 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af85085-671b-461b-87c8-81902db94a27 None None] The sync data for ids ['4fc29acb-a12b-4386-a484-ca2e81cb390f'] in dv-cinder-786385-9-iscsi is: [{'id': '4fc29acb-a12b-4386-a484-ca2e81cb390f', 'name': 'tempest-TestVolumeBootPattern-687910688-router', 'tenant_id': '884e614ba61c4521b68b80c746080e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T17:37:11Z', 'updated_at': '2021-08-25T17:45:30Z', 'revision_number': 6, 'project_id': '884e614ba61c4521b68b80c746080e84', 'gw_port_host': None}] {{(pid=93891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 17:45:31.054561 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.083131 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] Pushing event deleted for resources: {'Port': ['ID=dec2319f-5d09-48a7-a329-d5a9be16c4fc,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:31.147000 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539221'] for router_gateway, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.235921 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4109'] for router, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.237997 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.280492 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538309'] for router, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.280938 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc29acb-a12b-4386-a484-ca2e81cb390f {{(pid=93889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 17:45:31.285650 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] Notify callbacks [] for router, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.286789 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-8488fb57-5f19-41c6-9b6f-e52bb345894c admin admin] 10.222.0.13 "DELETE /v2.0/routers/4fc29acb-a12b-4386-a484-ca2e81cb390f HTTP/1.1" status: 204 len: 168 time: 0.7461269 Aug 25 17:45:31.289300 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 56854) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:31.337046 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ad9a53-314a-4966-89b7-962be527dd5d admin admin] Deleting subnet 95c54719-146a-4432-bb02-0ef92baadfe8 {{(pid=93889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 17:45:31.339984 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32ad9a53-314a-4966-89b7-962be527dd5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.376137 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32ad9a53-314a-4966-89b7-962be527dd5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63529772'] for subnet, precommit_delete_associations {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.461125 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32ad9a53-314a-4966-89b7-962be527dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2082733'] for subnet, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.512340 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32ad9a53-314a-4966-89b7-962be527dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2082722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63530909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63909532'] for subnet, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.541492 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad9a53-314a-4966-89b7-962be527dd5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c54719-146a-4432-bb02-0ef92baadfe8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:31.546062 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-32ad9a53-314a-4966-89b7-962be527dd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for subnet, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.547973 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-32ad9a53-314a-4966-89b7-962be527dd5d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/95c54719-146a-4432-bb02-0ef92baadfe8 HTTP/1.1" status: 204 len: 168 time: 0.2577431 Aug 25 17:45:31.550456 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [-] (93889) accepted ('10.222.0.13', 56856) {{(pid=93889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:31.553047 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70d1f67-219f-4dfd-8b1c-afcd99ad0a6f None None] Network 3e0af56b-ca15-46cd-bb57-01c093e06a11 requested from dv-cinder-786385-9-iscsi {{(pid=93890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 17:45:31.619331 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656637'] for network, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.672937 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Deleting port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:45:31.673351 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.807188 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] DHCP port deletion for 3e0af56b-ca15-46cd-bb57-01c093e06a11 request from dv-cinder-786385-9-iscsi {{(pid=93890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 17:45:31.856788 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Deleting port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c {{(pid=93890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 17:45:31.857166 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759687329823'] for port, before_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.925658 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] For port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=77b5e679-780b-4c73-8c46-d3f1ae6bba0c,segment=NetworkSegment(01fd07e6-cfbb-488d-9862-f9763f8c1732),segment_id=01fd07e6-cfbb-488d-9862-f9763f8c1732)] {{(pid=93890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:45:31.926051 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.939817 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Calling delete_port for 77b5e679-780b-4c73-8c46-d3f1ae6bba0c owned by network:dhcp {{(pid=93890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:45:31.955880 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] For port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c, host dv-cinder-786385-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-9-iscsi',level=0,port_id=77b5e679-780b-4c73-8c46-d3f1ae6bba0c,segment=NetworkSegment(01fd07e6-cfbb-488d-9862-f9763f8c1732),segment_id=01fd07e6-cfbb-488d-9862-f9763f8c1732)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 17:45:31.956251 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:31.973137 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Calling delete_port for 77b5e679-780b-4c73-8c46-d3f1ae6bba0c owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 17:45:32.022612 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device dec2319f-5d09-48a7-a329-d5a9be16c4fc no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:45:32.049801 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917'] for port, after_delete {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:32.054201 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: dec2319f-5d09-48a7-a329-d5a9be16c4fc {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:45:32.054477 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device dec2319f-5d09-48a7-a329-d5a9be16c4fc not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:45:32.054896 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 77b5e679-780b-4c73-8c46-d3f1ae6bba0c no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:45:32.058917 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1644569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759687303967', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759686747917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63530958'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:32.078251 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 77b5e679-780b-4c73-8c46-d3f1ae6bba0c {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:45:32.078725 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 77b5e679-780b-4c73-8c46-d3f1ae6bba0c not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:45:32.079156 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 7b1385e3-58b8-445e-97ae-86748702dfe5 no longer exists at agent ovs-agent-dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 17:45:32.084922 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b5e679-780b-4c73-8c46-d3f1ae6bba0c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:32.092949 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] No DVR routers for this DVR port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c on host dv-cinder-786385-9-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:45:32.101551 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Pushing event deleted for resources: {'Port': ['ID=77b5e679-780b-4c73-8c46-d3f1ae6bba0c,revision_number=None']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:32.119307 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] No DVR routers for this DVR port 77b5e679-780b-4c73-8c46-d3f1ae6bba0c on host dv-cinder-786385-9-iscsi {{(pid=93890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 17:45:32.123823 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.plugin [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] No Port match for: 7b1385e3-58b8-445e-97ae-86748702dfe5 {{(pid=93890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 17:45:32.124324 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.rpc [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Device 7b1385e3-58b8-445e-97ae-86748702dfe5 not bound to the agent host dv-cinder-786385-9-iscsi {{(pid=93890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 17:45:32.130663 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:32.130663 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:32.131041 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:32.132481 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:32.132481 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:32.132481 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:32.132481 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:32.132855 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:32.132855 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:32.133187 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:32.133516 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:32.133841 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656203d-20d8-45ad-9ba8-e589c6b419d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-9-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 17:45:32.175526 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2012758', 'neutron.services.segments.db._delete_segments_for_network-8759687279854'] for network, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:32.185120 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0af56b-ca15-46cd-bb57-01c093e06a11']}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:32.195770 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fd07e6-cfbb-488d-9862-f9763f8c1732') {'for_net_delete': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:32.196067 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.services.segments.db [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fd07e6-cfbb-488d-9862-f9763f8c1732') {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 17:45:32.205201 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759687279737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63529779'] for segment, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:32.219689 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572'] for segment, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:32.225449 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 17:45:32.225826 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2081572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63531003'] for segment, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: self.session.flush() Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: self.session.flush() Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: self.session.flush() Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: self.session.flush() Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: Traceback (most recent call last): Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: timer() Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: cb(*args, **kw) Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: return func(*args, **kwargs) Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: self._notify() Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: self.callback(batched_events) Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: event.method(event) Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: return f(self, *a, **k) Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._get(url).json() Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: return self.request(url, 'GET', **kwargs) Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 17:45:32.227443 dv-cinder-786385-9-iscsi neutron-server[93889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 17:45:32.284977 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2012719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539241'] for network, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:32.290460 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629880'] for network, before_response {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:32.292758 dv-cinder-786385-9-iscsi neutron-server[93889]: INFO neutron.wsgi [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3e0af56b-ca15-46cd-bb57-01c093e06a11 HTTP/1.1" status: 204 len: 168 time: 0.7413478 Aug 25 17:45:32.307144 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810260b-82a2-49a7-9a95-5cbc55ddbe63 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e0af56b-ca15-46cd-bb57-01c093e06a11,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:32.403938 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56860) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:32.442420 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-61840674-e5fb-422b-9148-8198de6e8878 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03f44ddf22bd4f0db8bcc26749121893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372472 Aug 25 17:45:32.444808 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56862) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:32.490780 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ecbb73f0-1793-4ad1-aaa7-03d74c07656c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:32.513956 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ecbb73f0-1793-4ad1-aaa7-03d74c07656c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:32.559752 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ecbb73f0-1793-4ad1-aaa7-03d74c07656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:32.563008 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ecbb73f0-1793-4ad1-aaa7-03d74c07656c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:32.564193 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ecbb73f0-1793-4ad1-aaa7-03d74c07656c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c86495c-13f1-4e90-b45c-03c8275be7ce HTTP/1.1" status: 204 len: 168 time: 0.1185219 Aug 25 17:45:32.572173 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb73f0-1793-4ad1-aaa7-03d74c07656c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c86495c-13f1-4e90-b45c-03c8275be7ce,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:32.879439 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:32.918972 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-32d8865c-bfa2-4a77-b9dd-ea30eb552e14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=884e614ba61c4521b68b80c746080e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382421 Aug 25 17:45:32.921935 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.13', 56870) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 17:45:32.972977 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a32e5ff-46b8-467b-b27a-44700c3e5e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:32.993702 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a32e5ff-46b8-467b-b27a-44700c3e5e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:33.041020 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a32e5ff-46b8-467b-b27a-44700c3e5e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-941661'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:33.043637 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0a32e5ff-46b8-467b-b27a-44700c3e5e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:33.045429 dv-cinder-786385-9-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-0a32e5ff-46b8-467b-b27a-44700c3e5e17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ceeff541-6174-4752-8441-3c6ce19bfb00 HTTP/1.1" status: 204 len: 168 time: 0.1225653 Aug 25 17:45:33.053063 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32e5ff-46b8-467b-b27a-44700c3e5e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeff541-6174-4752-8441-3c6ce19bfb00,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 17:45:39.503356 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8784c06c-6584-4a5e-84f9-e4ad8241d8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:42.245854 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-de85bece-1925-4f71-a56c-2f79219be74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:42.406187 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:43.486577 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:43.934003 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:44.793361 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:45:52.733459 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:46:09.504618 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cdd5b940-e10f-4e28-9de3-fb48ecd1dd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:12.249636 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-00b0d9e4-4002-4a72-9f9e-68f69e91fa03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:12.406922 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:13.490245 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:13.930717 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:14.795102 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:29.732484 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:46:39.506155 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8eefc17b-c500-41a2-8f71-0957007332a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:42.249735 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8a265d68-74e1-46d6-9ba6-bb01b08243ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:42.410696 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:43.493290 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:43.933541 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:46:44.798724 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:05.693489 dv-cinder-786385-9-iscsi neutron-server[93889]: DEBUG neutron.wsgi [req-3bd0f8d2-dc6e-4f3e-aa53-18a187befd9d req-e69ff4a5-10c1-42b1-a677-aa70c39dc41e service neutron] (93889) timed out ('10.222.0.13', 50812) {{(pid=93889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 17:47:06.731304 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:47:09.508483 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-25252d26-eeec-4650-bd80-94f39983a7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:12.251646 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-8e61b0d3-f3ae-4542-99e0-46731139544c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:12.413047 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:13.497288 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:13.932648 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:14.801831 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:39.509755 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5fd048f2-5bd1-4473-9333-ac34ee7864b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:42.252134 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b4dcaa8f-c6e0-40de-bd58-ef2e0eea293a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:42.414431 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:43.501290 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:43.730783 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:47:43.928619 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:47:44.804796 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:09.513233 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-e96d9461-b368-4a00-a6e7-b0331ae599ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:12.252493 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5d67-9b81-45ad-ba5a-ea3bb405c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:12.418610 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:13.504441 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:13.934466 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:14.807391 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:20.729161 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:48:39.512860 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6c2821a8-e293-48a4-9a8a-da8ea6033f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:42.254493 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-3af56547-1803-4fc0-b489-f3b28a16a2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:42.421242 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:43.505217 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:43.940239 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:44.810266 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:48:57.727879 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:49:09.514573 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-94b88b97-5300-4812-bc1b-44c778bd187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:12.255700 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-12c000af-c5bc-456a-9cd3-f7b3166fc6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:12.424818 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:13.514468 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:13.961181 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:14.814733 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:34.726666 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:49:39.514663 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-9145bd06-05e4-4156-a0b8-dbb1e2c8328d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:42.255950 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0167073c-d72c-45f5-9152-d5045718d62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:42.426459 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:43.510315 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:43.952742 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:49:44.816481 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:09.516501 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-decda527-9242-4a1d-800b-b63379ab3c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:11.725660 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 17:50:12.255843 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-11f29092-eb13-48c8-a65e-346cf209a969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:12.429054 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:13.516193 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:13.950873 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:14.823192 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:39.516804 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b5a40221-fe75-4f43-847e-c6d0e3a82024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:41.147468 dv-cinder-786385-9-iscsi neutron-server[93888]: DEBUG neutron.wsgi [req-07ac2437-d54b-45af-9093-aeceda71e07b req-7bd059d6-1c9b-4ed5-bcf5-4d42fbb08380 service neutron] (93888) timed out ('10.222.0.25', 57564) {{(pid=93888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 17:50:42.257230 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2ddd75a4-ad95-4d62-8f59-3d9834fae8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:42.430257 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-d969659b-6b98-4143-9917-d2424e9079f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:43.515848 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe34ea8f-7d70-4c24-ab13-5bb5650d3258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:43.958327 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-52d2d2fa-70bb-4a8f-a9ad-3b1b52f2e004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:44.823329 dv-cinder-786385-9-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-fe4cca31-b783-40bf-9da6-27f58f903114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759687279836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2014828'] for agent, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 17:50:48.724821 dv-cinder-786385-9-iscsi neutron-server[93891]: DEBUG neutron.db.agents_db [None req-ef9a8089-fc4a-4b47-85ff-3e30992d3e7a None None] Agent healthcheck: found 6 active agents {{(pid=93891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}